BonanDing's picture
Add isolated Minecraft and RE10K baseline evaluation suite
59630ba verified
Raw History Blame Contribute Delete
283 Bytes
from torch.optim import Optimizer
def warmup(optimizer: Optimizer, lr: float, warmup_factor: float) -> Optimizer:
"""
Warmup optimizer learning rate.
"""
for param_group in optimizer.param_groups:
param_group["lr"] = lr * warmup_factor
return optimizer