kacperwikiel commited on
Commit
a2f7110
·
verified ·
1 Parent(s): 4705a39

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -1208,3 +1208,5 @@
1208
  {"step": 24160, "tokens": 12666798080, "loss": 2.734188461303711, "tokens_per_second": 946900.7145102122, "lr": 0.0015, "gradient_norm": 0.17147523164749146, "benchmark": false}
1209
  {"step": 24180, "tokens": 12677283840, "loss": 2.733744239807129, "tokens_per_second": 942682.6766520035, "lr": 0.0015, "gradient_norm": 0.14357127249240875, "benchmark": false}
1210
  {"step": 24200, "tokens": 12687769600, "loss": 2.737649917602539, "tokens_per_second": 973583.0387597032, "lr": 0.0015, "gradient_norm": 0.1436576396226883, "benchmark": false}
 
 
 
1208
  {"step": 24160, "tokens": 12666798080, "loss": 2.734188461303711, "tokens_per_second": 946900.7145102122, "lr": 0.0015, "gradient_norm": 0.17147523164749146, "benchmark": false}
1209
  {"step": 24180, "tokens": 12677283840, "loss": 2.733744239807129, "tokens_per_second": 942682.6766520035, "lr": 0.0015, "gradient_norm": 0.14357127249240875, "benchmark": false}
1210
  {"step": 24200, "tokens": 12687769600, "loss": 2.737649917602539, "tokens_per_second": 973583.0387597032, "lr": 0.0015, "gradient_norm": 0.1436576396226883, "benchmark": false}
1211
+ {"step": 24220, "tokens": 12698255360, "loss": 2.7071475982666016, "tokens_per_second": 979589.5314190785, "lr": 0.0015, "gradient_norm": 0.17472463846206665, "benchmark": false}
1212
+ {"step": 24240, "tokens": 12708741120, "loss": 2.7472345352172853, "tokens_per_second": 972794.1637925358, "lr": 0.0015, "gradient_norm": 0.16535499691963196, "benchmark": false}