kacperwikiel commited on
Commit
e38ba85
·
verified ·
1 Parent(s): 96f3e55

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -645,3 +645,5 @@
645
  {"step": 12900, "tokens": 6763315200, "loss": 2.8082229614257814, "tokens_per_second": 990730.8176655684, "lr": 0.0015, "gradient_norm": 0.11093993484973907, "benchmark": false}
646
  {"step": 12920, "tokens": 6773800960, "loss": 2.8015205383300783, "tokens_per_second": 830750.115379818, "lr": 0.0015, "gradient_norm": 0.1127043068408966, "benchmark": false}
647
  {"step": 12940, "tokens": 6784286720, "loss": 2.809139633178711, "tokens_per_second": 974379.8457599642, "lr": 0.0015, "gradient_norm": 0.11274027824401855, "benchmark": false}
 
 
 
645
  {"step": 12900, "tokens": 6763315200, "loss": 2.8082229614257814, "tokens_per_second": 990730.8176655684, "lr": 0.0015, "gradient_norm": 0.11093993484973907, "benchmark": false}
646
  {"step": 12920, "tokens": 6773800960, "loss": 2.8015205383300783, "tokens_per_second": 830750.115379818, "lr": 0.0015, "gradient_norm": 0.1127043068408966, "benchmark": false}
647
  {"step": 12940, "tokens": 6784286720, "loss": 2.809139633178711, "tokens_per_second": 974379.8457599642, "lr": 0.0015, "gradient_norm": 0.11274027824401855, "benchmark": false}
648
+ {"step": 12960, "tokens": 6794772480, "loss": 2.808652877807617, "tokens_per_second": 975053.6049672521, "lr": 0.0015, "gradient_norm": 0.10414215177297592, "benchmark": false}
649
+ {"step": 12980, "tokens": 6805258240, "loss": 2.789379692077637, "tokens_per_second": 975217.6425159012, "lr": 0.0015, "gradient_norm": 0.11947929114103317, "benchmark": false}