kacperwikiel commited on
Commit
704c8ac
·
verified ·
1 Parent(s): f67108a

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -995,3 +995,5 @@
995
  {"step": 19900, "tokens": 10433331200, "loss": 2.7287742614746096, "tokens_per_second": 975907.5155970105, "lr": 0.0015, "gradient_norm": 0.15567274391651154, "benchmark": false}
996
  {"step": 19920, "tokens": 10443816960, "loss": 2.755885696411133, "tokens_per_second": 984160.8857441117, "lr": 0.0015, "gradient_norm": 0.15185023844242096, "benchmark": false}
997
  {"step": 19940, "tokens": 10454302720, "loss": 2.7497489929199217, "tokens_per_second": 978481.6580073143, "lr": 0.0015, "gradient_norm": 0.1444910168647766, "benchmark": false}
 
 
 
995
  {"step": 19900, "tokens": 10433331200, "loss": 2.7287742614746096, "tokens_per_second": 975907.5155970105, "lr": 0.0015, "gradient_norm": 0.15567274391651154, "benchmark": false}
996
  {"step": 19920, "tokens": 10443816960, "loss": 2.755885696411133, "tokens_per_second": 984160.8857441117, "lr": 0.0015, "gradient_norm": 0.15185023844242096, "benchmark": false}
997
  {"step": 19940, "tokens": 10454302720, "loss": 2.7497489929199217, "tokens_per_second": 978481.6580073143, "lr": 0.0015, "gradient_norm": 0.1444910168647766, "benchmark": false}
998
+ {"step": 19960, "tokens": 10464788480, "loss": 2.759548377990723, "tokens_per_second": 985718.732058168, "lr": 0.0015, "gradient_norm": 0.17241807281970978, "benchmark": false}
999
+ {"step": 19980, "tokens": 10475274240, "loss": 2.765959548950195, "tokens_per_second": 984693.2569846577, "lr": 0.0015, "gradient_norm": 0.15740971267223358, "benchmark": false}