kacperwikiel commited on
Commit
b4a11b1
·
verified ·
1 Parent(s): c2a00c9

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -622,3 +622,5 @@
622
  {"step": 12440, "tokens": 6522142720, "loss": 2.7763082504272463, "tokens_per_second": 950548.1511525006, "lr": 0.0015, "gradient_norm": 0.10321742296218872, "benchmark": false}
623
  {"step": 12460, "tokens": 6532628480, "loss": 2.7925830841064454, "tokens_per_second": 941279.0475299946, "lr": 0.0015, "gradient_norm": 0.09877070784568787, "benchmark": false}
624
  {"step": 12480, "tokens": 6543114240, "loss": 2.778891944885254, "tokens_per_second": 850421.2073633118, "lr": 0.0015, "gradient_norm": 0.11233720183372498, "benchmark": false}
 
 
 
622
  {"step": 12440, "tokens": 6522142720, "loss": 2.7763082504272463, "tokens_per_second": 950548.1511525006, "lr": 0.0015, "gradient_norm": 0.10321742296218872, "benchmark": false}
623
  {"step": 12460, "tokens": 6532628480, "loss": 2.7925830841064454, "tokens_per_second": 941279.0475299946, "lr": 0.0015, "gradient_norm": 0.09877070784568787, "benchmark": false}
624
  {"step": 12480, "tokens": 6543114240, "loss": 2.778891944885254, "tokens_per_second": 850421.2073633118, "lr": 0.0015, "gradient_norm": 0.11233720183372498, "benchmark": false}
625
+ {"step": 12500, "tokens": 6553600000, "loss": 2.7939947128295897, "tokens_per_second": 973450.8494435991, "lr": 0.0015, "gradient_norm": 0.1016482263803482, "benchmark": false}
626
+ {"step": 12520, "tokens": 6564085760, "loss": 2.7848548889160156, "tokens_per_second": 846373.2575825447, "lr": 0.0015, "gradient_norm": 0.10500110685825348, "benchmark": false}