J Z commited on
Update tts.py
Browse files
tts.py
CHANGED
|
@@ -161,7 +161,6 @@ def _init_vllm_engine(model_name, hf_token):
|
|
| 161 |
engine_args = AsyncEngineArgs(
|
| 162 |
model=model_name,
|
| 163 |
dtype=dtype,
|
| 164 |
-
quantization="fp8", # FP8 dynamic quantization — ~1.5x faster on Ada Lovelace (L4)
|
| 165 |
gpu_memory_utilization=gpu_mem_util,
|
| 166 |
max_model_len=4096, # Need room for ref audio tokens + generation
|
| 167 |
enforce_eager=True, # Avoid CUDA graph issues on HF Spaces
|
|
|
|
| 161 |
engine_args = AsyncEngineArgs(
|
| 162 |
model=model_name,
|
| 163 |
dtype=dtype,
|
|
|
|
| 164 |
gpu_memory_utilization=gpu_mem_util,
|
| 165 |
max_model_len=4096, # Need room for ref audio tokens + generation
|
| 166 |
enforce_eager=True, # Avoid CUDA graph issues on HF Spaces
|