kacperwikiel commited on
Commit
a95f3d3
·
verified ·
1 Parent(s): 0cef5e4

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -88,3 +88,5 @@
88
  {"step": 1760, "tokens": 922746880, "loss": 3.2421058654785155, "tokens_per_second": 985461.2211911916, "lr": 0.00132, "gradient_norm": 0.2411070019006729, "benchmark": false}
89
  {"step": 1780, "tokens": 933232640, "loss": 3.2650394439697266, "tokens_per_second": 832243.0646059647, "lr": 0.001335, "gradient_norm": 0.21274925768375397, "benchmark": false}
90
  {"step": 1800, "tokens": 943718400, "loss": 3.241225814819336, "tokens_per_second": 990827.7548038928, "lr": 0.00135, "gradient_norm": 0.260198175907135, "benchmark": false}
 
 
 
88
  {"step": 1760, "tokens": 922746880, "loss": 3.2421058654785155, "tokens_per_second": 985461.2211911916, "lr": 0.00132, "gradient_norm": 0.2411070019006729, "benchmark": false}
89
  {"step": 1780, "tokens": 933232640, "loss": 3.2650394439697266, "tokens_per_second": 832243.0646059647, "lr": 0.001335, "gradient_norm": 0.21274925768375397, "benchmark": false}
90
  {"step": 1800, "tokens": 943718400, "loss": 3.241225814819336, "tokens_per_second": 990827.7548038928, "lr": 0.00135, "gradient_norm": 0.260198175907135, "benchmark": false}
91
+ {"step": 1820, "tokens": 954204160, "loss": 3.2716625213623045, "tokens_per_second": 982496.4494055083, "lr": 0.0013650000000000001, "gradient_norm": 0.21338151395320892, "benchmark": false}
92
+ {"step": 1840, "tokens": 964689920, "loss": 3.247609329223633, "tokens_per_second": 985578.1686051373, "lr": 0.0013800000000000002, "gradient_norm": 0.25004974007606506, "benchmark": false}