kacperwikiel commited on
Commit
d4f7588
·
verified ·
1 Parent(s): 0158fc7

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +3 -0
reports/run/metrics.jsonl CHANGED
@@ -4,3 +4,6 @@
4
  {"step": 80, "tokens": 41943040, "loss": 8.688764190673828, "tokens_per_second": 1032255.2836004663, "lr": 6e-05, "gradient_norm": 1.4424148797988892, "benchmark": false}
5
  {"step": 100, "tokens": 52428800, "loss": 8.105000305175782, "tokens_per_second": 1029399.3815147971, "lr": 7.500000000000001e-05, "gradient_norm": 1.0234349966049194, "benchmark": false}
6
  {"step": 120, "tokens": 62914560, "loss": 7.616502380371093, "tokens_per_second": 1015709.3869896838, "lr": 8.999999999999999e-05, "gradient_norm": 1.1642669439315796, "benchmark": false}
 
 
 
 
4
  {"step": 80, "tokens": 41943040, "loss": 8.688764190673828, "tokens_per_second": 1032255.2836004663, "lr": 6e-05, "gradient_norm": 1.4424148797988892, "benchmark": false}
5
  {"step": 100, "tokens": 52428800, "loss": 8.105000305175782, "tokens_per_second": 1029399.3815147971, "lr": 7.500000000000001e-05, "gradient_norm": 1.0234349966049194, "benchmark": false}
6
  {"step": 120, "tokens": 62914560, "loss": 7.616502380371093, "tokens_per_second": 1015709.3869896838, "lr": 8.999999999999999e-05, "gradient_norm": 1.1642669439315796, "benchmark": false}
7
+ {"step": 140, "tokens": 73400320, "loss": 7.291810607910156, "tokens_per_second": 1015522.4437225041, "lr": 0.00010500000000000002, "gradient_norm": 0.8104191422462463, "benchmark": false}
8
+ {"step": 160, "tokens": 83886080, "loss": 7.000241088867187, "tokens_per_second": 1024867.7143696964, "lr": 0.00012, "gradient_norm": 0.8440332412719727, "benchmark": false}
9
+ {"step": 180, "tokens": 94371840, "loss": 6.713601684570312, "tokens_per_second": 1024219.9743449177, "lr": 0.000135, "gradient_norm": 1.245676040649414, "benchmark": false}