Virtual-LPU / lpu /memory /__init__.py
iparaco's picture
Upload 118 files
e59bd9d verified
Raw History Blame Contribute Delete
489 Bytes
"""Memory subsystem: per-GPU accounting, probing, cache, opt-in offloading."""
from .memory_manager import MemoryManager, DeviceMemoryState
from .gpu_allocator import estimate_batch_memory, find_max_batch_size, BatchSizeEstimate
from .tensor_cache import TensorCache
from .offloading import OffloadManager
__all__ = [
"MemoryManager",
"DeviceMemoryState",
"estimate_batch_memory",
"find_max_batch_size",
"BatchSizeEstimate",
"TensorCache",
"OffloadManager",
]