File size: 283 Bytes
59630ba | 1 2 3 4 5 6 7 8 9 10 11 | from torch.optim import Optimizer
def warmup(optimizer: Optimizer, lr: float, warmup_factor: float) -> Optimizer:
"""
Warmup optimizer learning rate.
"""
for param_group in optimizer.param_groups:
param_group["lr"] = lr * warmup_factor
return optimizer
|