kacperwikiel commited on
Commit
11a1b18
·
verified ·
1 Parent(s): 20e109b

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -905,3 +905,5 @@
905
  {"step": 18100, "tokens": 9489612800, "loss": 2.751226234436035, "tokens_per_second": 981311.9940021969, "lr": 0.0015, "gradient_norm": 0.13139593601226807, "benchmark": false}
906
  {"step": 18120, "tokens": 9500098560, "loss": 2.761592483520508, "tokens_per_second": 987213.4140057209, "lr": 0.0015, "gradient_norm": 0.1309671401977539, "benchmark": false}
907
  {"step": 18140, "tokens": 9510584320, "loss": 2.738187789916992, "tokens_per_second": 850584.1205855551, "lr": 0.0015, "gradient_norm": 0.1313798576593399, "benchmark": false}
 
 
 
905
  {"step": 18100, "tokens": 9489612800, "loss": 2.751226234436035, "tokens_per_second": 981311.9940021969, "lr": 0.0015, "gradient_norm": 0.13139593601226807, "benchmark": false}
906
  {"step": 18120, "tokens": 9500098560, "loss": 2.761592483520508, "tokens_per_second": 987213.4140057209, "lr": 0.0015, "gradient_norm": 0.1309671401977539, "benchmark": false}
907
  {"step": 18140, "tokens": 9510584320, "loss": 2.738187789916992, "tokens_per_second": 850584.1205855551, "lr": 0.0015, "gradient_norm": 0.1313798576593399, "benchmark": false}
908
+ {"step": 18160, "tokens": 9521070080, "loss": 2.760685348510742, "tokens_per_second": 983953.5986733984, "lr": 0.0015, "gradient_norm": 0.12200405448675156, "benchmark": false}
909
+ {"step": 18180, "tokens": 9531555840, "loss": 2.7776906967163084, "tokens_per_second": 987756.5702489881, "lr": 0.0015, "gradient_norm": 0.13532468676567078, "benchmark": false}