kacperwikiel commited on
Commit
939832f
·
verified ·
1 Parent(s): d81984f

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -593,3 +593,5 @@
593
  {"step": 11860, "tokens": 6218055680, "loss": 2.8122493743896486, "tokens_per_second": 976721.7935053379, "lr": 0.0015, "gradient_norm": 0.09113288670778275, "benchmark": false}
594
  {"step": 11880, "tokens": 6228541440, "loss": 2.8010377883911133, "tokens_per_second": 983710.669248456, "lr": 0.0015, "gradient_norm": 0.21072672307491302, "benchmark": false}
595
  {"step": 11900, "tokens": 6239027200, "loss": 2.784419059753418, "tokens_per_second": 988464.0306157828, "lr": 0.0015, "gradient_norm": 0.0965396985411644, "benchmark": false}
 
 
 
593
  {"step": 11860, "tokens": 6218055680, "loss": 2.8122493743896486, "tokens_per_second": 976721.7935053379, "lr": 0.0015, "gradient_norm": 0.09113288670778275, "benchmark": false}
594
  {"step": 11880, "tokens": 6228541440, "loss": 2.8010377883911133, "tokens_per_second": 983710.669248456, "lr": 0.0015, "gradient_norm": 0.21072672307491302, "benchmark": false}
595
  {"step": 11900, "tokens": 6239027200, "loss": 2.784419059753418, "tokens_per_second": 988464.0306157828, "lr": 0.0015, "gradient_norm": 0.0965396985411644, "benchmark": false}
596
+ {"step": 11920, "tokens": 6249512960, "loss": 2.772012138366699, "tokens_per_second": 981498.9249846302, "lr": 0.0015, "gradient_norm": 0.09328988939523697, "benchmark": false}
597
+ {"step": 11940, "tokens": 6259998720, "loss": 2.7949031829833983, "tokens_per_second": 985018.5760938062, "lr": 0.0015, "gradient_norm": 0.09925438463687897, "benchmark": false}