Disable FlashInfer autotuning for stable cold starts
Browse files- entrypoint.sh +2 -0
entrypoint.sh
CHANGED
|
@@ -23,6 +23,8 @@ exec python3 -m vllm.entrypoints.openai.api_server \
|
|
| 23 |
--max-num-batched-tokens 1024 \
|
| 24 |
--kv-cache-dtype fp8 \
|
| 25 |
--gpu-memory-utilization 0.95 \
|
|
|
|
|
|
|
| 26 |
--limit-mm-per-prompt '{"image":0,"video":0}' \
|
| 27 |
--trust-remote-code \
|
| 28 |
--enforce-eager \
|
|
|
|
| 23 |
--max-num-batched-tokens 1024 \
|
| 24 |
--kv-cache-dtype fp8 \
|
| 25 |
--gpu-memory-utilization 0.95 \
|
| 26 |
+
--kernel-config '{"enable_jit_warmup":false,"enable_cutedsl_warmup":false}' \
|
| 27 |
+
--no-enable-flashinfer-autotune \
|
| 28 |
--limit-mm-per-prompt '{"image":0,"video":0}' \
|
| 29 |
--trust-remote-code \
|
| 30 |
--enforce-eager \
|