kacperwikiel commited on
Commit
b8cfdc1
·
verified ·
1 Parent(s): 83a3b57

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -1421,3 +1421,5 @@
1421
  {"step": 28420, "tokens": 14900264960, "loss": 2.700602149963379, "tokens_per_second": 979506.5395886932, "lr": 0.0015, "gradient_norm": 0.20620445907115936, "benchmark": false}
1422
  {"step": 28440, "tokens": 14910750720, "loss": 2.720328521728516, "tokens_per_second": 974976.6692820517, "lr": 0.0015, "gradient_norm": 0.1743403524160385, "benchmark": false}
1423
  {"step": 28460, "tokens": 14921236480, "loss": 2.741766929626465, "tokens_per_second": 970294.3910813988, "lr": 0.0015, "gradient_norm": 0.2103685885667801, "benchmark": false}
 
 
 
1421
  {"step": 28420, "tokens": 14900264960, "loss": 2.700602149963379, "tokens_per_second": 979506.5395886932, "lr": 0.0015, "gradient_norm": 0.20620445907115936, "benchmark": false}
1422
  {"step": 28440, "tokens": 14910750720, "loss": 2.720328521728516, "tokens_per_second": 974976.6692820517, "lr": 0.0015, "gradient_norm": 0.1743403524160385, "benchmark": false}
1423
  {"step": 28460, "tokens": 14921236480, "loss": 2.741766929626465, "tokens_per_second": 970294.3910813988, "lr": 0.0015, "gradient_norm": 0.2103685885667801, "benchmark": false}
1424
+ {"step": 28480, "tokens": 14931722240, "loss": 2.744537353515625, "tokens_per_second": 972864.209021596, "lr": 0.0015, "gradient_norm": 0.18234020471572876, "benchmark": false}
1425
+ {"step": 28500, "tokens": 14942208000, "loss": 2.7238285064697267, "tokens_per_second": 968884.8161675986, "lr": 0.0015, "gradient_norm": 0.20309224724769592, "benchmark": false}