Download code/ampd/training/optimizers.py from fryabcfry/cs4486-amp-pd-checkpoints: direct link, hf CLI and curl.
- Browser
- Download file 773 Bytes
-
https://huggingface.co/fryabcfry/cs4486-amp-pd-checkpoints/resolve/main/code/ampd/training/optimizers.py
- Command line
-
hf download hf://fryabcfry/cs4486-amp-pd-checkpoints/code/ampd/training/optimizers.py
-
curl -L -o optimizers.py https://huggingface.co/fryabcfry/cs4486-amp-pd-checkpoints/resolve/main/code/ampd/training/optimizers.py
773 Bytes
| """Optimizer factory.""" | |
| from __future__ import annotations | |
| from typing import Any, Dict, Iterable | |
| import torch | |
| def build_optimizer(cfg: Dict[str, Any], params: Iterable[torch.nn.Parameter]): | |
| name = (cfg.get("name") or "adamw").lower() | |
| lr = float(cfg.get("lr", 1e-3)) | |
| wd = float(cfg.get("weight_decay", 0.0)) | |
| if name == "adamw": | |
| return torch.optim.AdamW(params, lr=lr, weight_decay=wd) | |
| if name == "adam": | |
| return torch.optim.Adam(params, lr=lr, weight_decay=wd) | |
| if name == "sgd": | |
| return torch.optim.SGD(params, lr=lr, weight_decay=wd, momentum=float(cfg.get("momentum", 0.9))) | |
| if name == "rmsprop": | |
| return torch.optim.RMSprop(params, lr=lr, weight_decay=wd) | |
| raise ValueError(f"Unknown optimizer: {name}") | |