Download kdflow/backend/__init__.py from codemaivanngu/ctopd: direct link, hf CLI and curl.
- Browser
- Download file 647 Bytes
-
https://huggingface.co/codemaivanngu/ctopd/resolve/main/kdflow/backend/__init__.py
- Command line
-
hf download hf://codemaivanngu/ctopd/kdflow/backend/__init__.py
-
curl -L -o __init__.py https://huggingface.co/codemaivanngu/ctopd/resolve/main/kdflow/backend/__init__.py
647 Bytes
| from kdflow.backend.fsdp import FSDP2Strategy | |
| def get_strategy(args): | |
| if args.train.backend == "fsdp2": | |
| strategy = FSDP2Strategy( | |
| seed=getattr(args.train, "seed", 42), | |
| full_determinism=getattr(args.train, "full_determinism", False), | |
| max_norm=getattr(args.train, "max_norm", 1.0), | |
| micro_train_batch_size=getattr(args.train, "micro_train_batch_size", 1), | |
| train_batch_size=getattr(args.train, "train_batch_size", 128), | |
| bf16=getattr(args.train, "bf16", True), | |
| args=args, | |
| ) | |
| else: | |
| raise NotImplementedError | |
| return strategy |