kacperwikiel commited on
Commit
96f3e55
·
verified ·
1 Parent(s): 07df7a0

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -643,3 +643,5 @@
643
  {"step": 12860, "tokens": 6742343680, "loss": 2.825607681274414, "tokens_per_second": 977634.0059499261, "lr": 0.0015, "gradient_norm": 0.10521155595779419, "benchmark": false}
644
  {"step": 12880, "tokens": 6752829440, "loss": 2.8118125915527346, "tokens_per_second": 979885.4051890227, "lr": 0.0015, "gradient_norm": 0.11813370883464813, "benchmark": false}
645
  {"step": 12900, "tokens": 6763315200, "loss": 2.8082229614257814, "tokens_per_second": 990730.8176655684, "lr": 0.0015, "gradient_norm": 0.11093993484973907, "benchmark": false}
 
 
 
643
  {"step": 12860, "tokens": 6742343680, "loss": 2.825607681274414, "tokens_per_second": 977634.0059499261, "lr": 0.0015, "gradient_norm": 0.10521155595779419, "benchmark": false}
644
  {"step": 12880, "tokens": 6752829440, "loss": 2.8118125915527346, "tokens_per_second": 979885.4051890227, "lr": 0.0015, "gradient_norm": 0.11813370883464813, "benchmark": false}
645
  {"step": 12900, "tokens": 6763315200, "loss": 2.8082229614257814, "tokens_per_second": 990730.8176655684, "lr": 0.0015, "gradient_norm": 0.11093993484973907, "benchmark": false}
646
+ {"step": 12920, "tokens": 6773800960, "loss": 2.8015205383300783, "tokens_per_second": 830750.115379818, "lr": 0.0015, "gradient_norm": 0.1127043068408966, "benchmark": false}
647
+ {"step": 12940, "tokens": 6784286720, "loss": 2.809139633178711, "tokens_per_second": 974379.8457599642, "lr": 0.0015, "gradient_norm": 0.11274027824401855, "benchmark": false}