File size: 647 Bytes
0ca529a | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 | from kdflow.backend.fsdp import FSDP2Strategy
def get_strategy(args):
if args.train.backend == "fsdp2":
strategy = FSDP2Strategy(
seed=getattr(args.train, "seed", 42),
full_determinism=getattr(args.train, "full_determinism", False),
max_norm=getattr(args.train, "max_norm", 1.0),
micro_train_batch_size=getattr(args.train, "micro_train_batch_size", 1),
train_batch_size=getattr(args.train, "train_batch_size", 128),
bf16=getattr(args.train, "bf16", True),
args=args,
)
else:
raise NotImplementedError
return strategy |