kacperwikiel commited on
Commit
b8d9b5f
·
verified ·
1 Parent(s): 057bb70

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -956,3 +956,5 @@
956
  {"step": 19120, "tokens": 10024386560, "loss": 2.755142593383789, "tokens_per_second": 980298.5760051379, "lr": 0.0015, "gradient_norm": 0.14999626576900482, "benchmark": false}
957
  {"step": 19140, "tokens": 10034872320, "loss": 2.764512825012207, "tokens_per_second": 982010.3202606466, "lr": 0.0015, "gradient_norm": 0.14382047951221466, "benchmark": false}
958
  {"step": 19160, "tokens": 10045358080, "loss": 2.7893213272094726, "tokens_per_second": 981731.5379929591, "lr": 0.0015, "gradient_norm": 0.1472080945968628, "benchmark": false}
 
 
 
956
  {"step": 19120, "tokens": 10024386560, "loss": 2.755142593383789, "tokens_per_second": 980298.5760051379, "lr": 0.0015, "gradient_norm": 0.14999626576900482, "benchmark": false}
957
  {"step": 19140, "tokens": 10034872320, "loss": 2.764512825012207, "tokens_per_second": 982010.3202606466, "lr": 0.0015, "gradient_norm": 0.14382047951221466, "benchmark": false}
958
  {"step": 19160, "tokens": 10045358080, "loss": 2.7893213272094726, "tokens_per_second": 981731.5379929591, "lr": 0.0015, "gradient_norm": 0.1472080945968628, "benchmark": false}
959
+ {"step": 19180, "tokens": 10055843840, "loss": 2.775373840332031, "tokens_per_second": 986579.4321388454, "lr": 0.0015, "gradient_norm": 0.16339096426963806, "benchmark": false}
960
+ {"step": 19200, "tokens": 10066329600, "loss": 2.7338415145874024, "tokens_per_second": 985006.8019876045, "lr": 0.0015, "gradient_norm": 0.1467619240283966, "benchmark": false}