Buckets:
| { | |
| "device": "$torch.device('cuda:' + os.environ['LOCAL_RANK'])", | |
| "network": { | |
| "_target_": "torch.nn.parallel.DistributedDataParallel", | |
| "module": "$@network_def.to(@device)", | |
| "device_ids": [ | |
| "@device" | |
| ] | |
| }, | |
| "train#sampler": { | |
| "_target_": "DistributedSampler", | |
| "dataset": "@train#dataset", | |
| "even_divisible": true, | |
| "shuffle": true | |
| }, | |
| "train#dataloader#sampler": "@train#sampler", | |
| "train#dataloader#shuffle": false, | |
| "train#trainer#train_handlers": "$@train#handlers[: -2 if dist.get_rank() > 0 else None]", | |
| "validate#sampler": { | |
| "_target_": "DistributedSampler", | |
| "dataset": "@validate#dataset", | |
| "even_divisible": false, | |
| "shuffle": false | |
| }, | |
| "validate#dataloader#sampler": "@validate#sampler", | |
| "validate#evaluator#val_handlers": "$None if dist.get_rank() > 0 else @validate#handlers", | |
| "initialize": [ | |
| "$import torch.distributed as dist", | |
| "$dist.is_initialized() or dist.init_process_group(backend='nccl')", | |
| "$torch.cuda.set_device(@device)", | |
| "$monai.utils.set_determinism(seed=123)", | |
| "$setattr(torch.backends.cudnn, 'benchmark', True)" | |
| ], | |
| "run": [ | |
| "$@train#trainer.run()" | |
| ], | |
| "finalize": [ | |
| "$dist.is_initialized() and dist.destroy_process_group()" | |
| ] | |
| } | |
Xet Storage Details
- Size:
- 1.38 kB
- Xet hash:
- fff2bf1e1f474808e505115ae79f38943d9bb39a7fd0973f1aebdfd357e008f8
·
Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.