kacperwikiel commited on
Commit
52f53f8
·
verified ·
1 Parent(s): a2f7110

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -1210,3 +1210,5 @@
1210
  {"step": 24200, "tokens": 12687769600, "loss": 2.737649917602539, "tokens_per_second": 973583.0387597032, "lr": 0.0015, "gradient_norm": 0.1436576396226883, "benchmark": false}
1211
  {"step": 24220, "tokens": 12698255360, "loss": 2.7071475982666016, "tokens_per_second": 979589.5314190785, "lr": 0.0015, "gradient_norm": 0.17472463846206665, "benchmark": false}
1212
  {"step": 24240, "tokens": 12708741120, "loss": 2.7472345352172853, "tokens_per_second": 972794.1637925358, "lr": 0.0015, "gradient_norm": 0.16535499691963196, "benchmark": false}
 
 
 
1210
  {"step": 24200, "tokens": 12687769600, "loss": 2.737649917602539, "tokens_per_second": 973583.0387597032, "lr": 0.0015, "gradient_norm": 0.1436576396226883, "benchmark": false}
1211
  {"step": 24220, "tokens": 12698255360, "loss": 2.7071475982666016, "tokens_per_second": 979589.5314190785, "lr": 0.0015, "gradient_norm": 0.17472463846206665, "benchmark": false}
1212
  {"step": 24240, "tokens": 12708741120, "loss": 2.7472345352172853, "tokens_per_second": 972794.1637925358, "lr": 0.0015, "gradient_norm": 0.16535499691963196, "benchmark": false}
1213
+ {"step": 24260, "tokens": 12719226880, "loss": 2.6695518493652344, "tokens_per_second": 977291.9768466636, "lr": 0.0015, "gradient_norm": 0.1795545518398285, "benchmark": false}
1214
+ {"step": 24280, "tokens": 12729712640, "loss": 2.6967180252075194, "tokens_per_second": 978615.7269919422, "lr": 0.0015, "gradient_norm": 0.1853446513414383, "benchmark": false}