kacperwikiel commited on
Commit
d92cd23
·
verified ·
1 Parent(s): bb0f494

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -1244,3 +1244,5 @@
1244
  {"step": 24880, "tokens": 13044285440, "loss": 2.718827247619629, "tokens_per_second": 988198.1770153214, "lr": 0.0015, "gradient_norm": 0.16674473881721497, "benchmark": false}
1245
  {"step": 24900, "tokens": 13054771200, "loss": 2.745186996459961, "tokens_per_second": 990662.412500728, "lr": 0.0015, "gradient_norm": 0.1693478524684906, "benchmark": false}
1246
  {"step": 24920, "tokens": 13065256960, "loss": 2.7452892303466796, "tokens_per_second": 960075.2523763671, "lr": 0.0015, "gradient_norm": 0.16753168404102325, "benchmark": false}
 
 
 
1244
  {"step": 24880, "tokens": 13044285440, "loss": 2.718827247619629, "tokens_per_second": 988198.1770153214, "lr": 0.0015, "gradient_norm": 0.16674473881721497, "benchmark": false}
1245
  {"step": 24900, "tokens": 13054771200, "loss": 2.745186996459961, "tokens_per_second": 990662.412500728, "lr": 0.0015, "gradient_norm": 0.1693478524684906, "benchmark": false}
1246
  {"step": 24920, "tokens": 13065256960, "loss": 2.7452892303466796, "tokens_per_second": 960075.2523763671, "lr": 0.0015, "gradient_norm": 0.16753168404102325, "benchmark": false}
1247
+ {"step": 24940, "tokens": 13075742720, "loss": 2.724387359619141, "tokens_per_second": 991013.5827467868, "lr": 0.0015, "gradient_norm": 0.16112184524536133, "benchmark": false}
1248
+ {"step": 24960, "tokens": 13086228480, "loss": 2.6991626739501955, "tokens_per_second": 939572.5153784158, "lr": 0.0015, "gradient_norm": 0.1650470644235611, "benchmark": false}