TTS-2-Studio / models /cudagraph /sampling.py
owensong's picture
Launch complete Breeze TTS 2 ZeroGPU studio
ecfc07b verified
Raw History Blame Contribute Delete
3.76 kB
"""Shared sampling helpers for backbone and depth decoder generation."""
from __future__ import annotations
import os
import random
from collections.abc import Iterable
import numpy as np
import torch
import torch.nn.functional as F
def apply_repetition_penalty(
logits: torch.Tensor,
token_history: torch.Tensor,
repetition_penalty: float,
) -> torch.Tensor:
"""Apply repetition penalty to logits in-place and return them.
Args:
logits: Tensor shaped [1, 1, vocab] or [1, vocab].
token_history: 1-D tensor of previously generated token ids.
repetition_penalty: HF-style repetition penalty (>1.0).
"""
if repetition_penalty == 1.0 or token_history.numel() == 0:
return logits
unique_toks = token_history.unique()
tok_logits = logits[..., unique_toks]
logits[..., unique_toks] = torch.where(
tok_logits > 0, tok_logits / repetition_penalty, tok_logits * repetition_penalty
)
return logits
def sample_logits(
logits: torch.Tensor,
*,
temperature: float,
top_k: int,
top_p: float,
do_sample: bool,
token_history: torch.Tensor | None = None,
repetition_penalty: float = 1.0,
suppress_mask: torch.Tensor | None = None,
suppress_tokens: Iterable[int] | None = None,
) -> torch.Tensor:
"""Sample a token from logits.
HF-compatible order: suppress -> temperature -> top_k -> top_p -> softmax -> sample.
Matches transformers logits_processor (TemperatureLogitsWarper, TopKLogitsWarper,
TopPLogitsWarper) followed by softmax + multinomial.
"""
logits = logits.clone().float()
if token_history is not None:
apply_repetition_penalty(logits, token_history, repetition_penalty)
if suppress_mask is not None:
logits[..., suppress_mask] = float("-inf")
if suppress_tokens:
logits[..., list(suppress_tokens)] = float("-inf")
if not do_sample:
return torch.argmax(logits, dim=-1)
# temperature scaling (on raw logits, same as TemperatureLogitsWarper)
logits = logits / temperature
# top_k filtering (on raw logits, same as TopKLogitsWarper)
if top_k > 0:
k = min(top_k, logits.size(-1))
topk_vals, _ = torch.topk(logits, k)
threshold = topk_vals[..., -1:]
logits = logits.masked_fill(logits < threshold, float("-inf"))
# top_p filtering (on raw logits, same as TopPLogitsWarper)
if top_p < 1.0:
sorted_logits, sorted_indices = torch.sort(logits, descending=True)
cumulative_probs = torch.cumsum(F.softmax(sorted_logits, dim=-1), dim=-1)
sorted_indices_to_remove = cumulative_probs > top_p
# HF-style shift: keep the token that pushes cumsum over top_p
sorted_indices_to_remove = F.pad(
sorted_indices_to_remove[..., :-1], (1, 0), value=False
)
sorted_logits[sorted_indices_to_remove] = float("-inf")
logits = torch.full_like(logits, float("-inf")).scatter_(
-1, sorted_indices, sorted_logits
)
# softmax -> multinomial (same as HF _sample)
probs = F.softmax(logits, dim=-1)
return torch.multinomial(probs, 1).squeeze(-1)
def set_deterministic(seed=42):
"""Enable full deterministic mode and seed all RNGs for exact reproducibility."""
random.seed(seed)
os.environ["PYTHONHASHSEED"] = str(seed)
np.random.seed(seed)
torch.manual_seed(seed)
torch.cuda.manual_seed_all(seed)
os.environ["CUBLAS_WORKSPACE_CONFIG"] = ":4096:8"
torch.use_deterministic_algorithms(True, warn_only=True)
torch.backends.cudnn.deterministic = True
torch.backends.cudnn.benchmark = False