kacperwikiel commited on
Commit
0a6093c
·
verified ·
1 Parent(s): 8d7bb0c

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -272,3 +272,5 @@
272
  {"step": 5440, "tokens": 2852126720, "loss": 2.927232551574707, "tokens_per_second": 961491.6873988404, "lr": 0.0015, "gradient_norm": 0.08092717826366425, "benchmark": false}
273
  {"step": 5460, "tokens": 2862612480, "loss": 2.9212882995605467, "tokens_per_second": 963640.9597608796, "lr": 0.0015, "gradient_norm": 0.07737968862056732, "benchmark": false}
274
  {"step": 5480, "tokens": 2873098240, "loss": 2.93560733795166, "tokens_per_second": 989570.6405544647, "lr": 0.0015, "gradient_norm": 0.07661953568458557, "benchmark": false}
 
 
 
272
  {"step": 5440, "tokens": 2852126720, "loss": 2.927232551574707, "tokens_per_second": 961491.6873988404, "lr": 0.0015, "gradient_norm": 0.08092717826366425, "benchmark": false}
273
  {"step": 5460, "tokens": 2862612480, "loss": 2.9212882995605467, "tokens_per_second": 963640.9597608796, "lr": 0.0015, "gradient_norm": 0.07737968862056732, "benchmark": false}
274
  {"step": 5480, "tokens": 2873098240, "loss": 2.93560733795166, "tokens_per_second": 989570.6405544647, "lr": 0.0015, "gradient_norm": 0.07661953568458557, "benchmark": false}
275
+ {"step": 5500, "tokens": 2883584000, "loss": 2.9613765716552733, "tokens_per_second": 847609.3000475727, "lr": 0.0015, "gradient_norm": 0.08004806190729141, "benchmark": false}
276
+ {"step": 5520, "tokens": 2894069760, "loss": 2.9488664627075196, "tokens_per_second": 866353.3135315783, "lr": 0.0015, "gradient_norm": 0.0868849903345108, "benchmark": false}