kacperwikiel commited on
Commit
5eb0eb5
·
verified ·
1 Parent(s): 712ec2c

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -1216,3 +1216,5 @@
1216
  {"step": 24320, "tokens": 12750684160, "loss": 2.709815788269043, "tokens_per_second": 980742.8477774544, "lr": 0.0015, "gradient_norm": 0.15692360699176788, "benchmark": false}
1217
  {"step": 24340, "tokens": 12761169920, "loss": 2.7332801818847656, "tokens_per_second": 973711.0864105033, "lr": 0.0015, "gradient_norm": 0.16655956208705902, "benchmark": false}
1218
  {"step": 24360, "tokens": 12771655680, "loss": 2.731781005859375, "tokens_per_second": 935934.1305565705, "lr": 0.0015, "gradient_norm": 0.14994950592517853, "benchmark": false}
 
 
 
1216
  {"step": 24320, "tokens": 12750684160, "loss": 2.709815788269043, "tokens_per_second": 980742.8477774544, "lr": 0.0015, "gradient_norm": 0.15692360699176788, "benchmark": false}
1217
  {"step": 24340, "tokens": 12761169920, "loss": 2.7332801818847656, "tokens_per_second": 973711.0864105033, "lr": 0.0015, "gradient_norm": 0.16655956208705902, "benchmark": false}
1218
  {"step": 24360, "tokens": 12771655680, "loss": 2.731781005859375, "tokens_per_second": 935934.1305565705, "lr": 0.0015, "gradient_norm": 0.14994950592517853, "benchmark": false}
1219
+ {"step": 24380, "tokens": 12782141440, "loss": 2.7372161865234377, "tokens_per_second": 978849.1870642671, "lr": 0.0015, "gradient_norm": 0.15712763369083405, "benchmark": false}
1220
+ {"step": 24400, "tokens": 12792627200, "loss": 2.712113952636719, "tokens_per_second": 969126.9337453893, "lr": 0.0015, "gradient_norm": 0.21027062833309174, "benchmark": false}