J Z commited on
Commit
fa228a8
·
verified ·
1 Parent(s): ce96306

Update tts.py

Browse files
Files changed (1) hide show
  1. tts.py +0 -1
tts.py CHANGED
@@ -161,7 +161,6 @@ def _init_vllm_engine(model_name, hf_token):
161
  engine_args = AsyncEngineArgs(
162
  model=model_name,
163
  dtype=dtype,
164
- quantization="fp8", # FP8 dynamic quantization — ~1.5x faster on Ada Lovelace (L4)
165
  gpu_memory_utilization=gpu_mem_util,
166
  max_model_len=4096, # Need room for ref audio tokens + generation
167
  enforce_eager=True, # Avoid CUDA graph issues on HF Spaces
 
161
  engine_args = AsyncEngineArgs(
162
  model=model_name,
163
  dtype=dtype,
 
164
  gpu_memory_utilization=gpu_mem_util,
165
  max_model_len=4096, # Need room for ref audio tokens + generation
166
  enforce_eager=True, # Avoid CUDA graph issues on HF Spaces