kacperwikiel commited on
Commit
f67108a
·
verified ·
1 Parent(s): d6bb134

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -993,3 +993,5 @@
993
  {"step": 19860, "tokens": 10412359680, "loss": 2.7202035903930666, "tokens_per_second": 990005.2628967476, "lr": 0.0015, "gradient_norm": 0.14142200350761414, "benchmark": false}
994
  {"step": 19880, "tokens": 10422845440, "loss": 2.743912124633789, "tokens_per_second": 980083.111584104, "lr": 0.0015, "gradient_norm": 0.1572934240102768, "benchmark": false}
995
  {"step": 19900, "tokens": 10433331200, "loss": 2.7287742614746096, "tokens_per_second": 975907.5155970105, "lr": 0.0015, "gradient_norm": 0.15567274391651154, "benchmark": false}
 
 
 
993
  {"step": 19860, "tokens": 10412359680, "loss": 2.7202035903930666, "tokens_per_second": 990005.2628967476, "lr": 0.0015, "gradient_norm": 0.14142200350761414, "benchmark": false}
994
  {"step": 19880, "tokens": 10422845440, "loss": 2.743912124633789, "tokens_per_second": 980083.111584104, "lr": 0.0015, "gradient_norm": 0.1572934240102768, "benchmark": false}
995
  {"step": 19900, "tokens": 10433331200, "loss": 2.7287742614746096, "tokens_per_second": 975907.5155970105, "lr": 0.0015, "gradient_norm": 0.15567274391651154, "benchmark": false}
996
+ {"step": 19920, "tokens": 10443816960, "loss": 2.755885696411133, "tokens_per_second": 984160.8857441117, "lr": 0.0015, "gradient_norm": 0.15185023844242096, "benchmark": false}
997
+ {"step": 19940, "tokens": 10454302720, "loss": 2.7497489929199217, "tokens_per_second": 978481.6580073143, "lr": 0.0015, "gradient_norm": 0.1444910168647766, "benchmark": false}