kacperwikiel commited on
Commit
6252d76
·
verified ·
1 Parent(s): 6ea7df5

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -345,3 +345,5 @@
345
  {"step": 6900, "tokens": 3617587200, "loss": 2.8689924240112306, "tokens_per_second": 968370.5294312906, "lr": 0.0015, "gradient_norm": 0.06945327669382095, "benchmark": false}
346
  {"step": 6920, "tokens": 3628072960, "loss": 2.9065435409545897, "tokens_per_second": 970516.5786547065, "lr": 0.0015, "gradient_norm": 0.0702224001288414, "benchmark": false}
347
  {"step": 6940, "tokens": 3638558720, "loss": 2.9081472396850585, "tokens_per_second": 973242.0789233029, "lr": 0.0015, "gradient_norm": 0.073855459690094, "benchmark": false}
 
 
 
345
  {"step": 6900, "tokens": 3617587200, "loss": 2.8689924240112306, "tokens_per_second": 968370.5294312906, "lr": 0.0015, "gradient_norm": 0.06945327669382095, "benchmark": false}
346
  {"step": 6920, "tokens": 3628072960, "loss": 2.9065435409545897, "tokens_per_second": 970516.5786547065, "lr": 0.0015, "gradient_norm": 0.0702224001288414, "benchmark": false}
347
  {"step": 6940, "tokens": 3638558720, "loss": 2.9081472396850585, "tokens_per_second": 973242.0789233029, "lr": 0.0015, "gradient_norm": 0.073855459690094, "benchmark": false}
348
+ {"step": 6960, "tokens": 3649044480, "loss": 2.8929702758789064, "tokens_per_second": 964825.9607954713, "lr": 0.0015, "gradient_norm": 0.06530334800481796, "benchmark": false}
349
+ {"step": 6980, "tokens": 3659530240, "loss": 2.8522924423217773, "tokens_per_second": 963148.4756019333, "lr": 0.0015, "gradient_norm": 0.07306957989931107, "benchmark": false}