Spaces:
Running on Zero
Running on Zero
Delete OneEmo/scripts/start_judge.sh with huggingface_hub
Browse files
OneEmo/scripts/start_judge.sh
DELETED
|
@@ -1,55 +0,0 @@
|
|
| 1 |
-
#!/bin/bash
|
| 2 |
-
|
| 3 |
-
set -e
|
| 4 |
-
|
| 5 |
-
MODEL_PATH="/path/to/your/OneEmo/ckpts/Qwen2.5-7B-Instruct"
|
| 6 |
-
MODEL_NAME="Qwen2.5-7B-Instruct"
|
| 7 |
-
HOST="0.0.0.0"
|
| 8 |
-
PORT=15555
|
| 9 |
-
GPU_ID=1
|
| 10 |
-
GPU_UTIL=0.95
|
| 11 |
-
MAX_MODEL_LEN=8192
|
| 12 |
-
|
| 13 |
-
echo "=========================================="
|
| 14 |
-
echo " vLLM Server - ${MODEL_NAME}"
|
| 15 |
-
echo "=========================================="
|
| 16 |
-
|
| 17 |
-
if [ ! -d "$MODEL_PATH" ]; then
|
| 18 |
-
echo "[ERROR] Model path not found: $MODEL_PATH"
|
| 19 |
-
exit 1
|
| 20 |
-
fi
|
| 21 |
-
|
| 22 |
-
LOCAL_IP=$(hostname -I | awk '{print $1}')
|
| 23 |
-
echo ""
|
| 24 |
-
echo "Model: ${MODEL_NAME}"
|
| 25 |
-
echo "GPU: CUDA_VISIBLE_DEVICES=${GPU_ID}"
|
| 26 |
-
echo "Listen: ${HOST}:${PORT}"
|
| 27 |
-
echo ""
|
| 28 |
-
echo "Local: http://localhost:${PORT}"
|
| 29 |
-
echo "Network: http://${LOCAL_IP}:${PORT}"
|
| 30 |
-
echo ""
|
| 31 |
-
echo "Client usage:"
|
| 32 |
-
echo " base_url = \"http://${LOCAL_IP}:${PORT}/v1\""
|
| 33 |
-
echo ""
|
| 34 |
-
|
| 35 |
-
if command -v ufw &>/dev/null; then
|
| 36 |
-
if ufw status 2>/dev/null | grep -q "Status: active"; then
|
| 37 |
-
if ! ufw status | grep -q "15555"; then
|
| 38 |
-
echo "[WARN] Firewall is active, port ${PORT} may be blocked."
|
| 39 |
-
echo " Run: sudo ufw allow ${PORT}/tcp"
|
| 40 |
-
echo ""
|
| 41 |
-
fi
|
| 42 |
-
fi
|
| 43 |
-
fi
|
| 44 |
-
|
| 45 |
-
echo "Starting server..."
|
| 46 |
-
echo "=========================================="
|
| 47 |
-
|
| 48 |
-
CUDA_VISIBLE_DEVICES=${GPU_ID} python -m vllm.entrypoints.openai.api_server \
|
| 49 |
-
--model ${MODEL_PATH} \
|
| 50 |
-
--served-model-name ${MODEL_NAME} \
|
| 51 |
-
--host ${HOST} \
|
| 52 |
-
--port ${PORT} \
|
| 53 |
-
--trust-remote-code \
|
| 54 |
-
--gpu-memory-utilization ${GPU_UTIL} \
|
| 55 |
-
--max-model-len ${MAX_MODEL_LEN}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|