Spaces:
Running
Running
Download lpu/memory/__init__.py from iparaco/Virtual-LPU: direct link, hf CLI and curl.
- Browser
- Download file 489 Bytes
-
https://huggingface.co/spaces/iparaco/Virtual-LPU/resolve/main/lpu/memory/__init__.py
- Command line
-
hf download hf://spaces/iparaco/Virtual-LPU/lpu/memory/__init__.py
-
curl -L -o __init__.py https://huggingface.co/spaces/iparaco/Virtual-LPU/resolve/main/lpu/memory/__init__.py
489 Bytes
| """Memory subsystem: per-GPU accounting, probing, cache, opt-in offloading.""" | |
| from .memory_manager import MemoryManager, DeviceMemoryState | |
| from .gpu_allocator import estimate_batch_memory, find_max_batch_size, BatchSizeEstimate | |
| from .tensor_cache import TensorCache | |
| from .offloading import OffloadManager | |
| __all__ = [ | |
| "MemoryManager", | |
| "DeviceMemoryState", | |
| "estimate_batch_memory", | |
| "find_max_batch_size", | |
| "BatchSizeEstimate", | |
| "TensorCache", | |
| "OffloadManager", | |
| ] | |