| """ | |
| Part 2: Custom Optimizers and Pretraining Dynamics | |
| """ | |
| from .optimizers import ( | |
| CustomAdamW, | |
| CustomAdan, | |
| CustomLion, | |
| CustomMuon, | |
| CustomSophia, | |
| ) | |
| from .dataset import PretrainDataset | |
| from .train import get_optimizer, evaluate_val_and_bleu, run_optimizer_benchmark, plot_comparative_dynamics | |
| __all__ = [ | |
| "CustomAdamW", | |
| "CustomAdan", | |
| "CustomLion", | |
| "CustomMuon", | |
| "CustomSophia", | |
| "PretrainDataset", | |
| "get_optimizer", | |
| "evaluate_val_and_bleu", | |
| "run_optimizer_benchmark", | |
| "plot_comparative_dynamics", | |
| ] | |