File size: 773 Bytes
0d48417 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 | """Optimizer factory."""
from __future__ import annotations
from typing import Any, Dict, Iterable
import torch
def build_optimizer(cfg: Dict[str, Any], params: Iterable[torch.nn.Parameter]):
name = (cfg.get("name") or "adamw").lower()
lr = float(cfg.get("lr", 1e-3))
wd = float(cfg.get("weight_decay", 0.0))
if name == "adamw":
return torch.optim.AdamW(params, lr=lr, weight_decay=wd)
if name == "adam":
return torch.optim.Adam(params, lr=lr, weight_decay=wd)
if name == "sgd":
return torch.optim.SGD(params, lr=lr, weight_decay=wd, momentum=float(cfg.get("momentum", 0.9)))
if name == "rmsprop":
return torch.optim.RMSprop(params, lr=lr, weight_decay=wd)
raise ValueError(f"Unknown optimizer: {name}")
|