kacperwikiel commited on
Commit
0fd54e4
·
verified ·
1 Parent(s): 9128d6b

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -466,3 +466,5 @@
466
  {"step": 9320, "tokens": 4886364160, "loss": 2.862621307373047, "tokens_per_second": 828296.652282496, "lr": 0.0015, "gradient_norm": 0.08029628545045853, "benchmark": false}
467
  {"step": 9340, "tokens": 4896849920, "loss": 2.830166244506836, "tokens_per_second": 984448.1173616562, "lr": 0.0015, "gradient_norm": 0.08212227374315262, "benchmark": false}
468
  {"step": 9360, "tokens": 4907335680, "loss": 2.8018823623657227, "tokens_per_second": 994725.7282176608, "lr": 0.0015, "gradient_norm": 0.08513061702251434, "benchmark": false}
 
 
 
466
  {"step": 9320, "tokens": 4886364160, "loss": 2.862621307373047, "tokens_per_second": 828296.652282496, "lr": 0.0015, "gradient_norm": 0.08029628545045853, "benchmark": false}
467
  {"step": 9340, "tokens": 4896849920, "loss": 2.830166244506836, "tokens_per_second": 984448.1173616562, "lr": 0.0015, "gradient_norm": 0.08212227374315262, "benchmark": false}
468
  {"step": 9360, "tokens": 4907335680, "loss": 2.8018823623657227, "tokens_per_second": 994725.7282176608, "lr": 0.0015, "gradient_norm": 0.08513061702251434, "benchmark": false}
469
+ {"step": 9380, "tokens": 4917821440, "loss": 2.853571319580078, "tokens_per_second": 850195.0763547797, "lr": 0.0015, "gradient_norm": 0.08008779585361481, "benchmark": false}
470
+ {"step": 9400, "tokens": 4928307200, "loss": 2.8335298538208007, "tokens_per_second": 993248.4697446765, "lr": 0.0015, "gradient_norm": 0.0721391960978508, "benchmark": false}