backup s27b_serve.sh

sft-adapter/s27b_serve.sh

@@ -0,0 +1,153 @@
+#!/usr/bin/env bash
+# ============================================================================
+# s27b_serve.sh — samai-27b-mixbit OpenAI 兼容 API 服务管理 (Kaggle 2x T4)
+# 移植自 s4b_serve.sh; 上游 llama.cpp (QWEN35 arch, 双卡 layer split)
+#
+# 端点: /v1/chat/completions /v1/completions /v1/models  (Bearer 鉴权, key=1234)
+# 默认: Q5_K_M(Q6_K emb) @ CTX=131072 + KV q8_0 + 思考默认关(隧道120s防护)
+#
+# 用法:
+#   bash s27b_serve.sh start | stop | status | test
+#   覆盖: GGUF=/path/model.gguf CTX=131072 KVQ=q8_0 PORT=8100 API_KEY=1234 \
+#         EXTRA_ARGS="-fa" bash s27b_serve.sh start
+# ============================================================================
+set -euo pipefail
+
+GGUF="${GGUF:-/tmp/k27/gguf/samai-27b-mixbit-Q5_K_M.gguf}"
+CTX="${CTX:-131072}"
+PORT="${PORT:-8100}"
+NGL="${NGL:-999}"
+KVQ="${KVQ:-q8_0}"
+API_KEY="${API_KEY:-1234}"
+THREADS="${THREADS:-4}"
+EXTRA_ARGS="${EXTRA_ARGS:-}"
+RPEN="${RPEN:-1.1}"
+RLASTN="${RLASTN:-512}"
+TEMP="${TEMP:-0.6}"
+DRYM="${DRYM:-0.8}"
+DRLN="${DRLN:-512}"
+THINKING="${THINKING:-off}"
+BIN="/tmp/k27/lcpp-up/build/bin/llama-server"
+LOG_FILE="/tmp/k27/s27b-api-server.log"
+PID_FILE="/tmp/k27/s27b-api-server.pid"
+
+GREEN='\033[0;32m'; YELLOW='\033[1;33m'; RED='\033[0;31m'; CYAN='\033[0;36m'; NC='\033[0m'
+info() { echo -e "${GREEN}[API]${NC} $*"; }
+warn() { echo -e "${YELLOW}[API]${NC} $*"; }
+fail() { echo -e "${RED}[API]${NC} $*"; exit 1; }
+
+do_stop() {
+    if [[ -f "$PID_FILE" ]] && kill -0 "$(cat "$PID_FILE")" 2>/dev/null; then
+        kill "$(cat "$PID_FILE")" && info "已停止 PID $(cat "$PID_FILE")"
+    fi
+    rm -f "$PID_FILE"
+}
+
+do_start_inner() {
+    local extra="$1"
+    local kv_args=""
+    [[ -n "$KVQ" ]] && kv_args="-ctk $KVQ -ctv $KVQ"
+    local key_args=""
+    [[ -n "$API_KEY" && "$API_KEY" != "off" ]] && key_args="--api-key $API_KEY"
+    local think_args=""
+    [[ "$THINKING" == "off" ]] && think_args="--chat-template-kwargs '{\"enable_thinking\":false}'"
+
+    info "启动: $GGUF  ctx=$CTX kv=$KVQ port=$PORT"
+    local bindir="$(dirname "$BIN")"
+    nohup bash -c "cd '$bindir' && exec ./llama-server -m '$GGUF' -ngl $NGL -c $CTX -t $THREADS --jinja \
+        --host 0.0.0.0 --port $PORT \
+        $kv_args $key_args $think_args $extra --repeat-penalty $RPEN --repeat-last-n $RLASTN --temp $TEMP --dry-multiplier $DRYM --dry-penalty-last-n $DRLN" \
+        > "$LOG_FILE" 2>&1 &
+    echo $! > "$PID_FILE"
+}
+
+do_start() {
+    [[ -x "$BIN" ]] || fail "llama-server 不存在: $BIN (先编译 lcpp-up)"
+    [[ -f "$GGUF" ]] || fail "模型不存在: $GGUF (先跑 s27_gguf_src + convert + quantize)"
+    do_stop 2>/dev/null || true
+
+    do_start_inner "$EXTRA_ARGS"
+    local ok=0
+    for i in $(seq 1 60); do
+        sleep 5
+        if ! kill -0 "$(cat "$PID_FILE")" 2>/dev/null; then
+            warn "进程退出(-fa 兼容性?), 去掉 -fa 重试一次..."
+            tail -5 "$LOG_FILE" || true
+            do_stop 2>/dev/null || true
+            do_start_inner "$(echo "$EXTRA_ARGS" | sed 's/-fa\( on\| off\)\?//g')"
+            ok=0
+            continue
+        fi
+        if curl -s --max-time 3 "http://127.0.0.1:$PORT/health" 2>/dev/null | grep -q '"status"'; then
+            ok=1; break
+        fi
+    done
+    [[ $ok == 1 ]] || fail "300s 未就绪，日志尾部:\n$(tail -30 "$LOG_FILE")"
+
+    info "服务就绪!"
+    echo -e "${CYAN}──────────────────────────────────────────────────${NC}"
+    echo -e "  本机地址:  http://127.0.0.1:$PORT/v1/chat/completions"
+    echo -e "  API Key:   ${API_KEY}"
+    echo -e "  上下文:    $CTX tokens (KV q8_0)"
+    echo -e "  模型文件:  $GGUF"
+    echo -e "  思考模式:  $([[ "$THINKING" == "off" ]] && echo '默认关闭(隧道504防护)' || echo '默认开启')"
+    echo -e "${CYAN}──────────────────────────────────────────────────${NC}"
+    nvidia-smi --query-gpu=memory.used,memory.total --format=csv,noheader | awk '{print "  显存占用: " $0}'
+}
+
+do_status() {
+    if [[ -f "$PID_FILE" ]] && kill -0 "$(cat "$PID_FILE")" 2>/dev/null; then
+        info "运行中 (PID $(cat "$PID_FILE"))"
+        curl -s --max-time 5 "http://127.0.0.1:$PORT/health" 2>/dev/null | head -c 300 || true; echo
+        tail -3 "$LOG_FILE" 2>/dev/null || true
+    else
+        warn "未运行"
+    fi
+}
+
+do_test() {
+    local auth=(-H "Authorization: Bearer ${API_KEY}")
+    info "== 非流式 =="
+    curl -s --max-time 115 "http://127.0.0.1:$PORT/v1/chat/completions" \
+        "${auth[@]}" -H "Content-Type: application/json" \
+        -d '{"model":"samai-27b","messages":[{"role":"user","content":"回复两个字：收到"}],"max_tokens":32,"temperature":0}' \
+        | python3 -c "import json,sys;d=json.load(sys.stdin);print('content:',d['choices'][0]['message']['content'][:200])" || warn "非流式失败"
+    info "== 流式 (SSE) =="
+    curl -sN --max-time 115 "http://127.0.0.1:$PORT/v1/chat/completions" \
+        "${auth[@]}" -H "Content-Type: application/json" \
+        -d '{"model":"samai-27b","messages":[{"role":"user","content":"从1数到8，用顿号分隔"}],"stream":true,"max_tokens":64,"temperature":0}' \
+        | python3 -c "
+import sys, json
+n=0; buf=[]
+for line in sys.stdin:
+    line=line.strip()
+    if line.startswith('data: ') and line != 'data: [DONE]':
+        try:
+            d=json.loads(line[6:]); c=(d['choices'][0].get('delta') or {}).get('content') or ''
+            if c: n+=1; buf.append(c)
+        except Exception: pass
+print(''.join(buf)); print(f'--- {n} chunks, SSE', 'OK ---' if n else 'FAIL ---')" || warn "流式失败"
+    info "== 租金题 (验收) =="
+    curl -sN --max-time 115 "http://127.0.0.1:$PORT/v1/chat/completions" \
+        "${auth[@]}" -H "Content-Type: application/json" \
+        -d '{"model":"samai-27b","messages":[{"role":"user","content":"一个出租院落面积20亩，去年每亩租金1600元，今年每亩租金比去年上涨50%。今年该院落全部出租，租金总额是多少？注意：不需要考虑押金和卫生费。"}],"stream":true,"max_tokens":256,"temperature":0}' \
+        | python3 -c "
+import sys, json
+buf=[]
+for line in sys.stdin:
+    line=line.strip()
+    if line.startswith('data: ') and line != 'data: [DONE]':
+        try:
+            d=json.loads(line[6:]); c=(d['choices'][0].get('delta') or {}).get('content') or ''
+            if c: buf.append(c)
+        except Exception: pass
+print(''.join(buf))" || warn "租金题失败"
+}
+
+case "${1:-help}" in
+    start)  do_start ;;
+    stop)   do_stop ;;
+    status) do_status ;;
+    test)   do_test ;;
+    *)      grep '^#   ' "$0" | sed 's/^#   //' ;;
+esac