| { | |
| "steps": 39845, | |
| "batch_size": 8, | |
| "learning_rate": 0.0003, | |
| "seed": 42, | |
| "validation_split": 0.1, | |
| "budget_mode": "chinchilla", | |
| "early_stopping": true, | |
| "parameters": 8160256, | |
| "planned_training_tokens": 163205120, | |
| "data_mix": [ | |
| { | |
| "source": "Wolne Lektury", | |
| "weight": 35 | |
| }, | |
| { | |
| "source": "Wikibooks \u00b7 podr\u0119czniki", | |
| "weight": 30 | |
| }, | |
| { | |
| "source": "Prawo UE \u00b7 EUR-Lex", | |
| "weight": 10 | |
| }, | |
| { | |
| "source": "Sejm / parlament", | |
| "weight": 15 | |
| }, | |
| { | |
| "source": "Private source 5", | |
| "weight": 10 | |
| } | |
| ], | |
| "result": { | |
| "best_step": 10525, | |
| "best_val_loss": 1.328203022480011, | |
| "best_val_perplexity": 3.774255038681095, | |
| "completed_steps": 10575, | |
| "tokens_seen": 43315200, | |
| "stop_reason": "early_stopping" | |
| }, | |
| "checkpoint_selection": "lowest_validation_loss" | |
| } |