ShoaibSSM's picture
Add lazy two-model router and detached ngrok setup
350d99c verified
Raw History Blame Contribute Delete
561 Bytes
#!/usr/bin/env bash
set -euo pipefail
ROOT="$(cd "$(dirname "${BASH_SOURCE[0]}")/.." && pwd)"
PID_FILE="$ROOT/runtime/server.pid"
mkdir -p "$ROOT/logs" "$ROOT/runtime"
if [[ -f "$PID_FILE" ]] && kill -0 "$(cat "$PID_FILE")" 2>/dev/null; then
echo "Server already running (PID $(cat "$PID_FILE"))." >&2
exit 1
fi
nohup setsid "$ROOT/scripts/router.sh" > "$ROOT/logs/server.log" 2>&1 < /dev/null &
echo "$!" > "$PID_FILE"
echo "Started router (PID $(cat "$PID_FILE")). Log: $ROOT/logs/server.log"
echo "Health: curl http://127.0.0.1:${LLM_PORT:-8080}/health"