| __version__ = "0.19.0" |
|
|
| from .accelerator import Accelerator |
| from .big_modeling import ( |
| cpu_offload, |
| cpu_offload_with_hook, |
| disk_offload, |
| dispatch_model, |
| init_empty_weights, |
| init_on_device, |
| load_checkpoint_and_dispatch, |
| ) |
| from .data_loader import skip_first_batches |
| from .launchers import debug_launcher, notebook_launcher |
| from .state import PartialState |
| from .utils import ( |
| DeepSpeedPlugin, |
| DistributedDataParallelKwargs, |
| DistributedType, |
| FullyShardedDataParallelPlugin, |
| GradScalerKwargs, |
| InitProcessGroupKwargs, |
| find_executable_batch_size, |
| infer_auto_device_map, |
| is_rich_available, |
| load_checkpoint_in_model, |
| synchronize_rng_states, |
| ) |
|
|
| |
| |
| |
|
|
