kacperwikiel commited on
Commit
0164418
·
verified ·
1 Parent(s): bd42583

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -1286,3 +1286,5 @@
1286
  {"step": 25720, "tokens": 13484687360, "loss": 2.7101598739624024, "tokens_per_second": 984038.6052657312, "lr": 0.0015, "gradient_norm": 0.1749272644519806, "benchmark": false}
1287
  {"step": 25740, "tokens": 13495173120, "loss": 2.717189598083496, "tokens_per_second": 983889.3881470837, "lr": 0.0015, "gradient_norm": 0.18509364128112793, "benchmark": false}
1288
  {"step": 25760, "tokens": 13505658880, "loss": 2.7148542404174805, "tokens_per_second": 839912.5602758507, "lr": 0.0015, "gradient_norm": 0.1599634289741516, "benchmark": false}
 
 
 
1286
  {"step": 25720, "tokens": 13484687360, "loss": 2.7101598739624024, "tokens_per_second": 984038.6052657312, "lr": 0.0015, "gradient_norm": 0.1749272644519806, "benchmark": false}
1287
  {"step": 25740, "tokens": 13495173120, "loss": 2.717189598083496, "tokens_per_second": 983889.3881470837, "lr": 0.0015, "gradient_norm": 0.18509364128112793, "benchmark": false}
1288
  {"step": 25760, "tokens": 13505658880, "loss": 2.7148542404174805, "tokens_per_second": 839912.5602758507, "lr": 0.0015, "gradient_norm": 0.1599634289741516, "benchmark": false}
1289
+ {"step": 25780, "tokens": 13516144640, "loss": 2.7045000076293944, "tokens_per_second": 994192.546646092, "lr": 0.0015, "gradient_norm": 0.19591711461544037, "benchmark": false}
1290
+ {"step": 25800, "tokens": 13526630400, "loss": 2.729766082763672, "tokens_per_second": 980055.1570253664, "lr": 0.0015, "gradient_norm": 0.1845395863056183, "benchmark": false}