com-junkawasaki commited on
Commit
6d79c38
·
verified ·
1 Parent(s): 9e9e40a

Remove unsupported vLLM swap-space flag

Browse files
Files changed (1) hide show
  1. entrypoint.sh +0 -1
entrypoint.sh CHANGED
@@ -23,7 +23,6 @@ exec python3 -m vllm.entrypoints.openai.api_server \
23
  --max-num-batched-tokens 1024 \
24
  --kv-cache-dtype fp8 \
25
  --gpu-memory-utilization 0.95 \
26
- --swap-space 4 \
27
  --limit-mm-per-prompt '{"image":0,"video":0}' \
28
  --trust-remote-code \
29
  --enforce-eager \
 
23
  --max-num-batched-tokens 1024 \
24
  --kv-cache-dtype fp8 \
25
  --gpu-memory-utilization 0.95 \
 
26
  --limit-mm-per-prompt '{"image":0,"video":0}' \
27
  --trust-remote-code \
28
  --enforce-eager \