kacperwikiel commited on
Commit
ca65416
·
verified ·
1 Parent(s): d62493a

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -807,3 +807,5 @@
807
  {"step": 16140, "tokens": 8462008320, "loss": 2.7635101318359374, "tokens_per_second": 987519.4933758049, "lr": 0.0015, "gradient_norm": 0.1438322365283966, "benchmark": false}
808
  {"step": 16160, "tokens": 8472494080, "loss": 2.79315128326416, "tokens_per_second": 943570.2114555163, "lr": 0.0015, "gradient_norm": 0.13221818208694458, "benchmark": false}
809
  {"step": 16180, "tokens": 8482979840, "loss": 2.7584300994873048, "tokens_per_second": 988068.5442700232, "lr": 0.0015, "gradient_norm": 0.13860242068767548, "benchmark": false}
 
 
 
807
  {"step": 16140, "tokens": 8462008320, "loss": 2.7635101318359374, "tokens_per_second": 987519.4933758049, "lr": 0.0015, "gradient_norm": 0.1438322365283966, "benchmark": false}
808
  {"step": 16160, "tokens": 8472494080, "loss": 2.79315128326416, "tokens_per_second": 943570.2114555163, "lr": 0.0015, "gradient_norm": 0.13221818208694458, "benchmark": false}
809
  {"step": 16180, "tokens": 8482979840, "loss": 2.7584300994873048, "tokens_per_second": 988068.5442700232, "lr": 0.0015, "gradient_norm": 0.13860242068767548, "benchmark": false}
810
+ {"step": 16200, "tokens": 8493465600, "loss": 2.7741302490234374, "tokens_per_second": 853372.110375213, "lr": 0.0015, "gradient_norm": 0.12167493999004364, "benchmark": false}
811
+ {"step": 16220, "tokens": 8503951360, "loss": 2.743886947631836, "tokens_per_second": 986954.5649848463, "lr": 0.0015, "gradient_norm": 0.14321689307689667, "benchmark": false}