multimodalart HF Staff commited on
Commit
3b65ed5
·
verified ·
1 Parent(s): 38bb6ea

Delete OneEmo/scripts/start_judge.sh with huggingface_hub

Browse files
Files changed (1) hide show
  1. OneEmo/scripts/start_judge.sh +0 -55
OneEmo/scripts/start_judge.sh DELETED
@@ -1,55 +0,0 @@
1
- #!/bin/bash
2
-
3
- set -e
4
-
5
- MODEL_PATH="/path/to/your/OneEmo/ckpts/Qwen2.5-7B-Instruct"
6
- MODEL_NAME="Qwen2.5-7B-Instruct"
7
- HOST="0.0.0.0"
8
- PORT=15555
9
- GPU_ID=1
10
- GPU_UTIL=0.95
11
- MAX_MODEL_LEN=8192
12
-
13
- echo "=========================================="
14
- echo " vLLM Server - ${MODEL_NAME}"
15
- echo "=========================================="
16
-
17
- if [ ! -d "$MODEL_PATH" ]; then
18
- echo "[ERROR] Model path not found: $MODEL_PATH"
19
- exit 1
20
- fi
21
-
22
- LOCAL_IP=$(hostname -I | awk '{print $1}')
23
- echo ""
24
- echo "Model: ${MODEL_NAME}"
25
- echo "GPU: CUDA_VISIBLE_DEVICES=${GPU_ID}"
26
- echo "Listen: ${HOST}:${PORT}"
27
- echo ""
28
- echo "Local: http://localhost:${PORT}"
29
- echo "Network: http://${LOCAL_IP}:${PORT}"
30
- echo ""
31
- echo "Client usage:"
32
- echo " base_url = \"http://${LOCAL_IP}:${PORT}/v1\""
33
- echo ""
34
-
35
- if command -v ufw &>/dev/null; then
36
- if ufw status 2>/dev/null | grep -q "Status: active"; then
37
- if ! ufw status | grep -q "15555"; then
38
- echo "[WARN] Firewall is active, port ${PORT} may be blocked."
39
- echo " Run: sudo ufw allow ${PORT}/tcp"
40
- echo ""
41
- fi
42
- fi
43
- fi
44
-
45
- echo "Starting server..."
46
- echo "=========================================="
47
-
48
- CUDA_VISIBLE_DEVICES=${GPU_ID} python -m vllm.entrypoints.openai.api_server \
49
- --model ${MODEL_PATH} \
50
- --served-model-name ${MODEL_NAME} \
51
- --host ${HOST} \
52
- --port ${PORT} \
53
- --trust-remote-code \
54
- --gpu-memory-utilization ${GPU_UTIL} \
55
- --max-model-len ${MAX_MODEL_LEN}