kacperwikiel commited on
Commit
3d8a0b1
·
verified ·
1 Parent(s): 97b51a7

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +3 -0
reports/run/metrics.jsonl CHANGED
@@ -1139,3 +1139,6 @@
1139
  {"step": 22780, "tokens": 11943280640, "loss": 2.732033920288086, "tokens_per_second": 976335.1762465194, "lr": 0.0015, "gradient_norm": 0.1618155688047409, "benchmark": false}
1140
  {"step": 22800, "tokens": 11953766400, "loss": 2.7394859313964846, "tokens_per_second": 977758.5020315396, "lr": 0.0015, "gradient_norm": 0.1539624035358429, "benchmark": false}
1141
  {"step": 22820, "tokens": 11964252160, "loss": 2.7179994583129883, "tokens_per_second": 974339.111910358, "lr": 0.0015, "gradient_norm": 0.1711590737104416, "benchmark": false}
 
 
 
 
1139
  {"step": 22780, "tokens": 11943280640, "loss": 2.732033920288086, "tokens_per_second": 976335.1762465194, "lr": 0.0015, "gradient_norm": 0.1618155688047409, "benchmark": false}
1140
  {"step": 22800, "tokens": 11953766400, "loss": 2.7394859313964846, "tokens_per_second": 977758.5020315396, "lr": 0.0015, "gradient_norm": 0.1539624035358429, "benchmark": false}
1141
  {"step": 22820, "tokens": 11964252160, "loss": 2.7179994583129883, "tokens_per_second": 974339.111910358, "lr": 0.0015, "gradient_norm": 0.1711590737104416, "benchmark": false}
1142
+ {"step": 22840, "tokens": 11974737920, "loss": 2.743486785888672, "tokens_per_second": 854666.6894576467, "lr": 0.0015, "gradient_norm": 0.17832402884960175, "benchmark": false}
1143
+ {"step": 22860, "tokens": 11985223680, "loss": 2.695712089538574, "tokens_per_second": 992177.1291471939, "lr": 0.0015, "gradient_norm": 0.16526660323143005, "benchmark": false}
1144
+ {"step": 22880, "tokens": 11995709440, "loss": 2.72046012878418, "tokens_per_second": 951362.6459908113, "lr": 0.0015, "gradient_norm": 0.18344907462596893, "benchmark": false}