kacperwikiel commited on
Commit
cc4cab7
·
verified ·
1 Parent(s): f672d30

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -689,3 +689,5 @@
689
  {"step": 13780, "tokens": 7224688640, "loss": 2.793878746032715, "tokens_per_second": 984036.116605316, "lr": 0.0015, "gradient_norm": 0.11739112436771393, "benchmark": false}
690
  {"step": 13800, "tokens": 7235174400, "loss": 2.764632797241211, "tokens_per_second": 987683.8762506432, "lr": 0.0015, "gradient_norm": 0.11182590574026108, "benchmark": false}
691
  {"step": 13820, "tokens": 7245660160, "loss": 2.7909011840820312, "tokens_per_second": 985738.4816994701, "lr": 0.0015, "gradient_norm": 0.12377017736434937, "benchmark": false}
 
 
 
689
  {"step": 13780, "tokens": 7224688640, "loss": 2.793878746032715, "tokens_per_second": 984036.116605316, "lr": 0.0015, "gradient_norm": 0.11739112436771393, "benchmark": false}
690
  {"step": 13800, "tokens": 7235174400, "loss": 2.764632797241211, "tokens_per_second": 987683.8762506432, "lr": 0.0015, "gradient_norm": 0.11182590574026108, "benchmark": false}
691
  {"step": 13820, "tokens": 7245660160, "loss": 2.7909011840820312, "tokens_per_second": 985738.4816994701, "lr": 0.0015, "gradient_norm": 0.12377017736434937, "benchmark": false}
692
+ {"step": 13840, "tokens": 7256145920, "loss": 2.8005638122558594, "tokens_per_second": 996260.986465831, "lr": 0.0015, "gradient_norm": 0.11702325195074081, "benchmark": false}
693
+ {"step": 13860, "tokens": 7266631680, "loss": 2.7674882888793944, "tokens_per_second": 946431.3417039429, "lr": 0.0015, "gradient_norm": 0.125955730676651, "benchmark": false}