com-junkawasaki commited on
Commit
11826d2
·
verified ·
1 Parent(s): 6d79c38

Disable FlashInfer autotuning for stable cold starts

Browse files
Files changed (1) hide show
  1. entrypoint.sh +2 -0
entrypoint.sh CHANGED
@@ -23,6 +23,8 @@ exec python3 -m vllm.entrypoints.openai.api_server \
23
  --max-num-batched-tokens 1024 \
24
  --kv-cache-dtype fp8 \
25
  --gpu-memory-utilization 0.95 \
 
 
26
  --limit-mm-per-prompt '{"image":0,"video":0}' \
27
  --trust-remote-code \
28
  --enforce-eager \
 
23
  --max-num-batched-tokens 1024 \
24
  --kv-cache-dtype fp8 \
25
  --gpu-memory-utilization 0.95 \
26
+ --kernel-config '{"enable_jit_warmup":false,"enable_cutedsl_warmup":false}' \
27
+ --no-enable-flashinfer-autotune \
28
  --limit-mm-per-prompt '{"image":0,"video":0}' \
29
  --trust-remote-code \
30
  --enforce-eager \