Update tokenizer, configuration and training reports

reports/run/metrics.jsonl

@@ -1130,3 +1130,5 @@
 {"step": 22600, "tokens": 11848908800, "loss": 2.7254108428955077, "tokens_per_second": 976515.8239663645, "lr": 0.0015, "gradient_norm": 0.17607435584068298, "benchmark": false}
 {"step": 22620, "tokens": 11859394560, "loss": 2.736210060119629, "tokens_per_second": 985185.592590826, "lr": 0.0015, "gradient_norm": 0.16749103367328644, "benchmark": false}
 {"step": 22640, "tokens": 11869880320, "loss": 2.7173587799072267, "tokens_per_second": 982670.3650734085, "lr": 0.0015, "gradient_norm": 0.1508210152387619, "benchmark": false}
+{"step": 22660, "tokens": 11880366080, "loss": 2.697875213623047, "tokens_per_second": 980351.5196823806, "lr": 0.0015, "gradient_norm": 0.21907557547092438, "benchmark": false}
+{"step": 22680, "tokens": 11890851840, "loss": 2.759917449951172, "tokens_per_second": 980425.1640524918, "lr": 0.0015, "gradient_norm": 0.16676445305347443, "benchmark": false}