{ "steps": 39845, "batch_size": 8, "learning_rate": 0.0003, "seed": 42, "validation_split": 0.1, "budget_mode": "chinchilla", "early_stopping": true, "parameters": 8160256, "planned_training_tokens": 163205120, "data_mix": [ { "source": "Wolne Lektury", "weight": 35 }, { "source": "Wikibooks \u00b7 podr\u0119czniki", "weight": 30 }, { "source": "Prawo UE \u00b7 EUR-Lex", "weight": 10 }, { "source": "Sejm / parlament", "weight": 15 }, { "source": "Private source 5", "weight": 10 } ], "result": { "best_step": 10525, "best_val_loss": 1.328203022480011, "best_val_perplexity": 3.774255038681095, "completed_steps": 10575, "tokens_seen": 43315200, "stop_reason": "early_stopping" }, "checkpoint_selection": "lowest_validation_loss" }