kacperwikiel commited on
Commit
e56630a
·
verified ·
1 Parent(s): 52f53f8

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -1212,3 +1212,5 @@
1212
  {"step": 24240, "tokens": 12708741120, "loss": 2.7472345352172853, "tokens_per_second": 972794.1637925358, "lr": 0.0015, "gradient_norm": 0.16535499691963196, "benchmark": false}
1213
  {"step": 24260, "tokens": 12719226880, "loss": 2.6695518493652344, "tokens_per_second": 977291.9768466636, "lr": 0.0015, "gradient_norm": 0.1795545518398285, "benchmark": false}
1214
  {"step": 24280, "tokens": 12729712640, "loss": 2.6967180252075194, "tokens_per_second": 978615.7269919422, "lr": 0.0015, "gradient_norm": 0.1853446513414383, "benchmark": false}
 
 
 
1212
  {"step": 24240, "tokens": 12708741120, "loss": 2.7472345352172853, "tokens_per_second": 972794.1637925358, "lr": 0.0015, "gradient_norm": 0.16535499691963196, "benchmark": false}
1213
  {"step": 24260, "tokens": 12719226880, "loss": 2.6695518493652344, "tokens_per_second": 977291.9768466636, "lr": 0.0015, "gradient_norm": 0.1795545518398285, "benchmark": false}
1214
  {"step": 24280, "tokens": 12729712640, "loss": 2.6967180252075194, "tokens_per_second": 978615.7269919422, "lr": 0.0015, "gradient_norm": 0.1853446513414383, "benchmark": false}
1215
+ {"step": 24300, "tokens": 12740198400, "loss": 2.723759078979492, "tokens_per_second": 923797.2413669531, "lr": 0.0015, "gradient_norm": 0.15290920436382294, "benchmark": false}
1216
+ {"step": 24320, "tokens": 12750684160, "loss": 2.709815788269043, "tokens_per_second": 980742.8477774544, "lr": 0.0015, "gradient_norm": 0.15692360699176788, "benchmark": false}