kacperwikiel commited on
Commit
5f6b258
·
verified ·
1 Parent(s): 3cfb359

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -1222,3 +1222,5 @@
1222
  {"step": 24440, "tokens": 12813598720, "loss": 2.705478286743164, "tokens_per_second": 978175.9817552314, "lr": 0.0015, "gradient_norm": 0.1717212200164795, "benchmark": false}
1223
  {"step": 24460, "tokens": 12824084480, "loss": 2.7126705169677736, "tokens_per_second": 977215.6988787913, "lr": 0.0015, "gradient_norm": 0.1603756994009018, "benchmark": false}
1224
  {"step": 24480, "tokens": 12834570240, "loss": 2.7191001892089846, "tokens_per_second": 974751.5215301592, "lr": 0.0015, "gradient_norm": 0.1522199809551239, "benchmark": false}
 
 
 
1222
  {"step": 24440, "tokens": 12813598720, "loss": 2.705478286743164, "tokens_per_second": 978175.9817552314, "lr": 0.0015, "gradient_norm": 0.1717212200164795, "benchmark": false}
1223
  {"step": 24460, "tokens": 12824084480, "loss": 2.7126705169677736, "tokens_per_second": 977215.6988787913, "lr": 0.0015, "gradient_norm": 0.1603756994009018, "benchmark": false}
1224
  {"step": 24480, "tokens": 12834570240, "loss": 2.7191001892089846, "tokens_per_second": 974751.5215301592, "lr": 0.0015, "gradient_norm": 0.1522199809551239, "benchmark": false}
1225
+ {"step": 24500, "tokens": 12845056000, "loss": 2.742268371582031, "tokens_per_second": 974151.1406168258, "lr": 0.0015, "gradient_norm": 0.14085350930690765, "benchmark": false}
1226
+ {"step": 24520, "tokens": 12855541760, "loss": 2.7326705932617186, "tokens_per_second": 859391.8270237506, "lr": 0.0015, "gradient_norm": 0.16558785736560822, "benchmark": false}