kacperwikiel commited on
Commit
11e2bb1
·
verified ·
1 Parent(s): 5da0dda

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -794,3 +794,5 @@
794
  {"step": 15880, "tokens": 8325693440, "loss": 2.799310874938965, "tokens_per_second": 981443.0795205814, "lr": 0.0015, "gradient_norm": 0.1338423192501068, "benchmark": false}
795
  {"step": 15900, "tokens": 8336179200, "loss": 2.739674758911133, "tokens_per_second": 986746.5066202157, "lr": 0.0015, "gradient_norm": 0.14922641217708588, "benchmark": false}
796
  {"step": 15920, "tokens": 8346664960, "loss": 2.741182327270508, "tokens_per_second": 990415.794020369, "lr": 0.0015, "gradient_norm": 0.13643869757652283, "benchmark": false}
 
 
 
794
  {"step": 15880, "tokens": 8325693440, "loss": 2.799310874938965, "tokens_per_second": 981443.0795205814, "lr": 0.0015, "gradient_norm": 0.1338423192501068, "benchmark": false}
795
  {"step": 15900, "tokens": 8336179200, "loss": 2.739674758911133, "tokens_per_second": 986746.5066202157, "lr": 0.0015, "gradient_norm": 0.14922641217708588, "benchmark": false}
796
  {"step": 15920, "tokens": 8346664960, "loss": 2.741182327270508, "tokens_per_second": 990415.794020369, "lr": 0.0015, "gradient_norm": 0.13643869757652283, "benchmark": false}
797
+ {"step": 15940, "tokens": 8357150720, "loss": 2.7580354690551756, "tokens_per_second": 987489.3635660079, "lr": 0.0015, "gradient_norm": 0.12679877877235413, "benchmark": false}
798
+ {"step": 15960, "tokens": 8367636480, "loss": 2.7853540420532226, "tokens_per_second": 988360.838972838, "lr": 0.0015, "gradient_norm": 0.12756744027137756, "benchmark": false}