kacperwikiel commited on
Commit
5f0c976
·
verified ·
1 Parent(s): 0f10e77

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -579,3 +579,5 @@
579
  {"step": 11580, "tokens": 6071255040, "loss": 2.830649185180664, "tokens_per_second": 996520.4041977315, "lr": 0.0015, "gradient_norm": 0.11824902892112732, "benchmark": false}
580
  {"step": 11600, "tokens": 6081740800, "loss": 2.8042892456054687, "tokens_per_second": 985062.7638370555, "lr": 0.0015, "gradient_norm": 0.09543195366859436, "benchmark": false}
581
  {"step": 11620, "tokens": 6092226560, "loss": 2.782301139831543, "tokens_per_second": 991400.891897373, "lr": 0.0015, "gradient_norm": 0.1080298125743866, "benchmark": false}
 
 
 
579
  {"step": 11580, "tokens": 6071255040, "loss": 2.830649185180664, "tokens_per_second": 996520.4041977315, "lr": 0.0015, "gradient_norm": 0.11824902892112732, "benchmark": false}
580
  {"step": 11600, "tokens": 6081740800, "loss": 2.8042892456054687, "tokens_per_second": 985062.7638370555, "lr": 0.0015, "gradient_norm": 0.09543195366859436, "benchmark": false}
581
  {"step": 11620, "tokens": 6092226560, "loss": 2.782301139831543, "tokens_per_second": 991400.891897373, "lr": 0.0015, "gradient_norm": 0.1080298125743866, "benchmark": false}
582
+ {"step": 11640, "tokens": 6102712320, "loss": 2.811306381225586, "tokens_per_second": 985936.3788358414, "lr": 0.0015, "gradient_norm": 0.09161733835935593, "benchmark": false}
583
+ {"step": 11660, "tokens": 6113198080, "loss": 2.8197975158691406, "tokens_per_second": 992964.3221761647, "lr": 0.0015, "gradient_norm": 0.09041512757539749, "benchmark": false}