File size: 592 Bytes
0236599 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 | #!/usr/bin/env bash
set -Eeuo pipefail
ENV="/home/harness_user_1/dgx_ai_factory/venvs/qwen38_verifier_vllm_028_env"
MODEL="/home/harness_user_1/dgx_ai_factory/models/devstral_small2_24b_v64_candidate"
exec "$ENV/bin/vllm" serve "$MODEL" \
--host 192.0.2.11 \
--port 8031 \
--served-model-name devstral-small2-24b \
--max-model-len 16384 \
--gpu-memory-utilization 0.65 \
--max-num-seqs 1 \
--limit-mm-per-prompt '{"image":0}' \
--tool-call-parser mistral \
--enable-auto-tool-choice \
--generation-config vllm \
--uvicorn-log-level warning \
--no-enable-log-requests
|