kacperwikiel commited on
Commit
0be4c53
·
verified ·
1 Parent(s): da891db

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +1 -0
reports/run/metrics.jsonl CHANGED
@@ -983,3 +983,4 @@
983
  {"step": 19660, "tokens": 10307502080, "loss": 2.7644590377807616, "tokens_per_second": 975536.922103438, "lr": 0.0015, "gradient_norm": 0.1824571192264557, "benchmark": false}
984
  {"step": 19680, "tokens": 10317987840, "loss": 2.7277626037597655, "tokens_per_second": 973575.6069572754, "lr": 0.0015, "gradient_norm": 0.15565495193004608, "benchmark": false}
985
  {"step": 19700, "tokens": 10328473600, "loss": 2.7233196258544923, "tokens_per_second": 979733.0743139815, "lr": 0.0015, "gradient_norm": 0.13642647862434387, "benchmark": false}
 
 
983
  {"step": 19660, "tokens": 10307502080, "loss": 2.7644590377807616, "tokens_per_second": 975536.922103438, "lr": 0.0015, "gradient_norm": 0.1824571192264557, "benchmark": false}
984
  {"step": 19680, "tokens": 10317987840, "loss": 2.7277626037597655, "tokens_per_second": 973575.6069572754, "lr": 0.0015, "gradient_norm": 0.15565495193004608, "benchmark": false}
985
  {"step": 19700, "tokens": 10328473600, "loss": 2.7233196258544923, "tokens_per_second": 979733.0743139815, "lr": 0.0015, "gradient_norm": 0.13642647862434387, "benchmark": false}
986
+ {"step": 19720, "tokens": 10338959360, "loss": 2.751569938659668, "tokens_per_second": 988856.8240925538, "lr": 0.0015, "gradient_norm": 0.14205482602119446, "benchmark": false}