kacperwikiel commited on
Commit
188158c
·
verified ·
1 Parent(s): edab909

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -778,3 +778,5 @@
778
  {"step": 15560, "tokens": 8157921280, "loss": 2.771760177612305, "tokens_per_second": 991712.5755314733, "lr": 0.0015, "gradient_norm": 0.12112805247306824, "benchmark": false}
779
  {"step": 15580, "tokens": 8168407040, "loss": 2.7709102630615234, "tokens_per_second": 992927.0085300705, "lr": 0.0015, "gradient_norm": 0.12343323230743408, "benchmark": false}
780
  {"step": 15600, "tokens": 8178892800, "loss": 2.761789321899414, "tokens_per_second": 791803.2874319528, "lr": 0.0015, "gradient_norm": 0.12571533024311066, "benchmark": false}
 
 
 
778
  {"step": 15560, "tokens": 8157921280, "loss": 2.771760177612305, "tokens_per_second": 991712.5755314733, "lr": 0.0015, "gradient_norm": 0.12112805247306824, "benchmark": false}
779
  {"step": 15580, "tokens": 8168407040, "loss": 2.7709102630615234, "tokens_per_second": 992927.0085300705, "lr": 0.0015, "gradient_norm": 0.12343323230743408, "benchmark": false}
780
  {"step": 15600, "tokens": 8178892800, "loss": 2.761789321899414, "tokens_per_second": 791803.2874319528, "lr": 0.0015, "gradient_norm": 0.12571533024311066, "benchmark": false}
781
+ {"step": 15620, "tokens": 8189378560, "loss": 2.8006032943725585, "tokens_per_second": 988086.2202510992, "lr": 0.0015, "gradient_norm": 0.1310616433620453, "benchmark": false}
782
+ {"step": 15640, "tokens": 8199864320, "loss": 2.719218063354492, "tokens_per_second": 982338.551020601, "lr": 0.0015, "gradient_norm": 0.12276970595121384, "benchmark": false}