kacperwikiel commited on
Commit
337d5a0
·
verified ·
1 Parent(s): 3173204

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -885,3 +885,5 @@
885
  {"step": 17700, "tokens": 9279897600, "loss": 2.745603561401367, "tokens_per_second": 826202.709297162, "lr": 0.0015, "gradient_norm": 0.15377523005008698, "benchmark": false}
886
  {"step": 17720, "tokens": 9290383360, "loss": 2.7421333312988283, "tokens_per_second": 981758.1328926992, "lr": 0.0015, "gradient_norm": 0.126024067401886, "benchmark": false}
887
  {"step": 17740, "tokens": 9300869120, "loss": 2.7649770736694337, "tokens_per_second": 980855.0970585875, "lr": 0.0015, "gradient_norm": 0.14470013976097107, "benchmark": false}
 
 
 
885
  {"step": 17700, "tokens": 9279897600, "loss": 2.745603561401367, "tokens_per_second": 826202.709297162, "lr": 0.0015, "gradient_norm": 0.15377523005008698, "benchmark": false}
886
  {"step": 17720, "tokens": 9290383360, "loss": 2.7421333312988283, "tokens_per_second": 981758.1328926992, "lr": 0.0015, "gradient_norm": 0.126024067401886, "benchmark": false}
887
  {"step": 17740, "tokens": 9300869120, "loss": 2.7649770736694337, "tokens_per_second": 980855.0970585875, "lr": 0.0015, "gradient_norm": 0.14470013976097107, "benchmark": false}
888
+ {"step": 17760, "tokens": 9311354880, "loss": 2.7876407623291017, "tokens_per_second": 971331.0546425834, "lr": 0.0015, "gradient_norm": 0.13005363941192627, "benchmark": false}
889
+ {"step": 17780, "tokens": 9321840640, "loss": 2.732707214355469, "tokens_per_second": 972760.2975310354, "lr": 0.0015, "gradient_norm": 0.14452366530895233, "benchmark": false}