File size: 561 Bytes
f90f02b | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 | """
Part 2: Custom Optimizers and Pretraining Dynamics
"""
from .optimizers import (
CustomAdamW,
CustomAdan,
CustomLion,
CustomMuon,
CustomSophia,
)
from .dataset import PretrainDataset
from .train import get_optimizer, evaluate_val_and_bleu, run_optimizer_benchmark, plot_comparative_dynamics
__all__ = [
"CustomAdamW",
"CustomAdan",
"CustomLion",
"CustomMuon",
"CustomSophia",
"PretrainDataset",
"get_optimizer",
"evaluate_val_and_bleu",
"run_optimizer_benchmark",
"plot_comparative_dynamics",
]
|