unit_test / uniperceiver /optim /__init__.py
herrius's picture
Upload 259 files
32b542e
Raw
History Blame Contribute Delete
176 Bytes
from .build import build_optimizer, create_moe_param_groups, create_seperate_moe_param_groups, create_group_moe_param_groups
from .adamw import AdamW
from .lamb import LAMB