sensorflow/retro/inference/vllm_server/server.env

# vLLM server config — network/serving parameters.
# Every value can be overridden by exporting the variable before start_vllm.sh.
HOST=${HOST:-0.0.0.0}
PORT=${PORT:-8001}
API_KEY=${API_KEY:-}            # optional --api-key