kacperwikiel commited on
Commit
63e7293
·
verified ·
1 Parent(s): 3674b70

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -1136,3 +1136,5 @@
1136
  {"step": 22720, "tokens": 11911823360, "loss": 2.708760070800781, "tokens_per_second": 985925.6912039809, "lr": 0.0015, "gradient_norm": 0.17306725680828094, "benchmark": false}
1137
  {"step": 22740, "tokens": 11922309120, "loss": 2.736784553527832, "tokens_per_second": 980869.196601884, "lr": 0.0015, "gradient_norm": 0.14454922080039978, "benchmark": false}
1138
  {"step": 22760, "tokens": 11932794880, "loss": 2.7834232330322264, "tokens_per_second": 983148.1310335987, "lr": 0.0015, "gradient_norm": 0.16931472718715668, "benchmark": false}
 
 
 
1136
  {"step": 22720, "tokens": 11911823360, "loss": 2.708760070800781, "tokens_per_second": 985925.6912039809, "lr": 0.0015, "gradient_norm": 0.17306725680828094, "benchmark": false}
1137
  {"step": 22740, "tokens": 11922309120, "loss": 2.736784553527832, "tokens_per_second": 980869.196601884, "lr": 0.0015, "gradient_norm": 0.14454922080039978, "benchmark": false}
1138
  {"step": 22760, "tokens": 11932794880, "loss": 2.7834232330322264, "tokens_per_second": 983148.1310335987, "lr": 0.0015, "gradient_norm": 0.16931472718715668, "benchmark": false}
1139
+ {"step": 22780, "tokens": 11943280640, "loss": 2.732033920288086, "tokens_per_second": 976335.1762465194, "lr": 0.0015, "gradient_norm": 0.1618155688047409, "benchmark": false}
1140
+ {"step": 22800, "tokens": 11953766400, "loss": 2.7394859313964846, "tokens_per_second": 977758.5020315396, "lr": 0.0015, "gradient_norm": 0.1539624035358429, "benchmark": false}