kacperwikiel commited on
Commit
c43c1c0
·
verified ·
1 Parent(s): 3d8a0b1

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -1142,3 +1142,5 @@
1142
  {"step": 22840, "tokens": 11974737920, "loss": 2.743486785888672, "tokens_per_second": 854666.6894576467, "lr": 0.0015, "gradient_norm": 0.17832402884960175, "benchmark": false}
1143
  {"step": 22860, "tokens": 11985223680, "loss": 2.695712089538574, "tokens_per_second": 992177.1291471939, "lr": 0.0015, "gradient_norm": 0.16526660323143005, "benchmark": false}
1144
  {"step": 22880, "tokens": 11995709440, "loss": 2.72046012878418, "tokens_per_second": 951362.6459908113, "lr": 0.0015, "gradient_norm": 0.18344907462596893, "benchmark": false}
 
 
 
1142
  {"step": 22840, "tokens": 11974737920, "loss": 2.743486785888672, "tokens_per_second": 854666.6894576467, "lr": 0.0015, "gradient_norm": 0.17832402884960175, "benchmark": false}
1143
  {"step": 22860, "tokens": 11985223680, "loss": 2.695712089538574, "tokens_per_second": 992177.1291471939, "lr": 0.0015, "gradient_norm": 0.16526660323143005, "benchmark": false}
1144
  {"step": 22880, "tokens": 11995709440, "loss": 2.72046012878418, "tokens_per_second": 951362.6459908113, "lr": 0.0015, "gradient_norm": 0.18344907462596893, "benchmark": false}
1145
+ {"step": 22900, "tokens": 12006195200, "loss": 2.740768814086914, "tokens_per_second": 992362.528786665, "lr": 0.0015, "gradient_norm": 0.15671274065971375, "benchmark": false}
1146
+ {"step": 22920, "tokens": 12016680960, "loss": 2.6955699920654297, "tokens_per_second": 951507.7682270459, "lr": 0.0015, "gradient_norm": 0.17387978732585907, "benchmark": false}