kacperwikiel commited on
Commit
54ef932
·
verified ·
1 Parent(s): 77c1c6d

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -320,3 +320,5 @@
320
  {"step": 6400, "tokens": 3355443200, "loss": 2.8872875213623046, "tokens_per_second": 980279.6361187346, "lr": 0.0015, "gradient_norm": 0.07426601648330688, "benchmark": false}
321
  {"step": 6420, "tokens": 3365928960, "loss": 2.923754119873047, "tokens_per_second": 977489.1709746858, "lr": 0.0015, "gradient_norm": 0.07277980446815491, "benchmark": false}
322
  {"step": 6440, "tokens": 3376414720, "loss": 2.8971817016601564, "tokens_per_second": 985589.9814813196, "lr": 0.0015, "gradient_norm": 0.07001446187496185, "benchmark": false}
 
 
 
320
  {"step": 6400, "tokens": 3355443200, "loss": 2.8872875213623046, "tokens_per_second": 980279.6361187346, "lr": 0.0015, "gradient_norm": 0.07426601648330688, "benchmark": false}
321
  {"step": 6420, "tokens": 3365928960, "loss": 2.923754119873047, "tokens_per_second": 977489.1709746858, "lr": 0.0015, "gradient_norm": 0.07277980446815491, "benchmark": false}
322
  {"step": 6440, "tokens": 3376414720, "loss": 2.8971817016601564, "tokens_per_second": 985589.9814813196, "lr": 0.0015, "gradient_norm": 0.07001446187496185, "benchmark": false}
323
+ {"step": 6460, "tokens": 3386900480, "loss": 2.9104307174682615, "tokens_per_second": 851359.8309475023, "lr": 0.0015, "gradient_norm": 0.07588035613298416, "benchmark": false}
324
+ {"step": 6480, "tokens": 3397386240, "loss": 2.918135643005371, "tokens_per_second": 981682.6743647555, "lr": 0.0015, "gradient_norm": 0.06573039293289185, "benchmark": false}