owensong's picture
Launch complete Breeze TTS 2 ZeroGPU studio
ecfc07b verified
Raw History Blame Contribute Delete
1.78 kB
from __future__ import annotations
from collections.abc import Callable
from dataclasses import dataclass
from typing import Generic, TypeVar
import torch
W = TypeVar("W")
@dataclass
class ConvWorkspaceBlock:
x_buf: torch.Tensor
@dataclass
class TransConvWorkspaceBlock:
x_buf: torch.Tensor
@dataclass
class WorkspaceSlot:
conv1d: dict[str, ConvWorkspaceBlock]
tconv1d: dict[str, TransConvWorkspaceBlock]
def reset_workspace(slot: WorkspaceSlot) -> None:
for block in slot.conv1d.values():
block.x_buf.zero_()
for block in slot.tconv1d.values():
block.x_buf.zero_()
class WorkspacePool(Generic[W]):
def __init__(
self, create_slot: Callable[[], W], reset_slot: Callable[[W], None], size: int
):
if size <= 0:
raise ValueError(f"workspace pool size must be > 0, got {size}")
self._reset_slot = reset_slot
self._slots: list[W] = [create_slot() for _ in range(size)]
self._free: list[int] = list(range(size))
def __len__(self) -> int:
return len(self._slots)
def num_free_slots(self) -> int:
return len(self._free)
def acquire(self) -> tuple[int, W]:
if not self._free:
raise RuntimeError("No free workspace slot available.")
slot_idx = self._free.pop(0)
slot = self._slots[slot_idx]
self._reset_slot(slot)
return slot_idx, slot
def release(self, slot_idx: int) -> None:
if slot_idx in self._free:
return
self._reset_slot(self._slots[slot_idx])
self._free.append(slot_idx)
self._free.sort()
def get_slot(self, slot_idx: int) -> W:
return self._slots[slot_idx]