Spaces:

Leon4gr45
/

agent-0

Running

agent-0 / local_linux.sh
Upload folder using huggingface_hub
fd4e724 verified 10 days ago
29.4 kB
#!/bin/bash

# Exit immediately if a command exits with a non-zero status.
# set -e # Disabled for manual error checking below

# Parse command line arguments
MODEL_TYPE="normal"
TENSOR_PARALLELISM=1

# Parse arguments
while [[ $# -gt 0 ]]; do
    case $1 in
        --tensor-parallelism)
            TENSOR_PARALLELISM="$2"
            shift 2
            ;;
        -h|--help)
            echo "Usage: $0 [MODEL_TYPE] [OPTIONS]"
            echo ""
            echo "MODEL_TYPE options:"
            echo "  normal                   - Use default model (Heralax/Augmentoolkit-DataSpecialist-v0.1)"
            echo "  small                    - Use quantized model (Heralax/Augmentoolkit-DataSpecialist-gptqmodel-4bit)"
            echo "  path/to/custom/model     - Use custom model path"
            echo ""
            echo "OPTIONS:"
            echo "  --tensor-parallelism INT - Number of tensor parallel processes for vLLM (default: 1)"
            echo ""
            echo "Examples:"
            echo "  $0                                    # Use normal model (default)"
            echo "  $0 small                              # Use quantized model"
            echo "  $0 deepseek-ai/DeepSeek-R1            # Use custom model"
            echo "  $0 normal --tensor-parallelism 2      # Use normal model with 2 tensor parallel processes"
            echo "  $0 --tensor-parallelism 4             # Use default model with 4 tensor parallel processes"
            echo ""
            exit 0
            ;;
        -*)
            echo "Unknown option: $1"
            echo "Use --help for usage information."
            exit 1
            ;;
        *)
            # This is the MODEL_TYPE (positional argument)
            if [ "$MODEL_TYPE" = "normal" ]; then
                MODEL_TYPE="$1"
            else
                echo "Error: Multiple model types specified"
                echo "Use --help for usage information."
                exit 1
            fi
            shift
            ;;
    esac
done

# Validate tensor parallelism value
if ! [[ "$TENSOR_PARALLELISM" =~ ^[0-9]+$ ]] || [ "$TENSOR_PARALLELISM" -lt 1 ]; then
    echo "Error: --tensor-parallelism must be a positive integer (got: $TENSOR_PARALLELISM)"
    exit 1
fi

echo "Starting Augmentoolkit services with model type: $MODEL_TYPE"
echo "Tensor parallelism: $TENSOR_PARALLELISM"
echo "(Use '$0 --help' to see available model options)"

# --- Get script directory and change to it ---
SCRIPT_DIR=$( cd -- "$( dirname -- "${BASH_SOURCE[0]}" )" &> /dev/null && pwd )
cd "$SCRIPT_DIR"
if [ $? -ne 0 ]; then
    echo "ERROR: Failed to change directory to script location '$SCRIPT_DIR'."
    exit 1
fi
echo "Running in directory: $(pwd)"

# --- Cleanup Function ---
# Stores PIDs of background processes
HUEY_PID=""
UVICORN_PID=""
SERVE_PID="" # Though serve runs in foreground, trap might catch signals before it starts
LLAMA_SERVER_PID="" # PID for llama.cpp server
VALKEY_PID="" # PID for valkey server

cleanup() {
    echo "" # Newline after ^C
    echo "----------------------------------------"
    echo "Signal received, stopping background services..."
    
    # Function to kill a process and wait for it to terminate
    kill_and_wait() {
        local pid=$1
        local name=$2
        local timeout=9
        
        if [ -n "$pid" ] && kill -0 $pid &> /dev/null; then
            echo "Stopping $name (PID $pid)..."
            
            # First try SIGTERM (graceful shutdown)
            kill -TERM $pid 2>/dev/null
            
            # Wait for process to terminate gracefully
            local count=0
            while [ $count -lt $timeout ] && kill -0 $pid &> /dev/null; do
                sleep 1
                count=$((count + 1))
            done
            
            # If still running, force kill with SIGKILL
            if kill -0 $pid &> /dev/null; then
                echo "Process $pid ($name) didn't terminate gracefully, force killing..."
                kill -KILL $pid 2>/dev/null
                sleep 1
            fi
            
            # Final check
            if kill -0 $pid &> /dev/null; then
                echo "WARNING: Failed to stop $name (PID $pid)"
            else
                echo "$name stopped successfully."
            fi
        fi
    }
    
    # Stop processes in reverse order of startup
    kill_and_wait "$SERVE_PID" "frontend serve"
    kill_and_wait "$UVICORN_PID" "Uvicorn API server"
    kill_and_wait "$HUEY_PID" "Huey worker"
    kill_and_wait "$LLAMA_SERVER_PID" "VLLM server"
    kill_and_wait "$VALKEY_PID" "Valkey server"
    
    # Find and kill any remaining huey consumers specific to this Augmentoolkit instance
    echo "Searching for huey consumer processes in current directory ($SCRIPT_DIR)..."
    
    # Use ps with full command line and grep for huey_consumer processes in our specific directory
    # This avoids killing huey consumers from other Augmentoolkit instances or projects
    HUEY_PIDS=$(ps aux | grep -E "huey_consumer.*tasks\.huey" | grep "$SCRIPT_DIR" | grep -v grep | awk '{print $2}')
    
    if [ -n "$HUEY_PIDS" ]; then
        echo "Found huey consumer processes in current directory: $HUEY_PIDS"
        for pid in $HUEY_PIDS; do
            if kill -0 $pid &> /dev/null; then
                echo "Stopping huey consumer from current directory (PID $pid)..."
                kill -TERM $pid 2>/dev/null
                sleep 2
                if kill -0 $pid &> /dev/null; then
                    echo "Force killing huey consumer (PID $pid)..."
                    kill -KILL $pid 2>/dev/null
                fi
            fi
        done
        sleep 1
        # Final check for any remaining huey processes in our directory
        REMAINING_HUEY=$(ps aux | grep -E "huey_consumer.*tasks\.huey" | grep "$SCRIPT_DIR" | grep -v grep | awk '{print $2}')
        if [ -n "$REMAINING_HUEY" ]; then
            echo "WARNING: Some huey consumer processes in current directory may still be running: $REMAINING_HUEY"
        else
            echo "All huey consumer processes from current directory stopped successfully."
        fi
    else
        echo "No additional huey consumer processes found in current directory."
    fi
    
    # Deactivate virtual environment if active
    if command -v deactivate &> /dev/null; then
        echo "Deactivating virtual environment..."
        deactivate
    fi
    
    # Give a moment for any remaining output to flush
    sleep 1
    
    # Clear any remaining output and reset cursor
    echo "Cleanup complete."
    echo "----------------------------------------"
    
    # Ensure cursor is visible and terminal is in normal state
    printf "\033[?25h"  # Show cursor
    printf "\033[0m"    # Reset all attributes
    
    echo "" # Add extra newline for visual clarity before prompt returns
}

# Trap signals (INT: Ctrl+C, TERM: standard kill) and run cleanup function
trap cleanup SIGINT SIGTERM

# --- 1. Python Virtual Environment & Dependencies ---
echo "----------------------------------------"
echo "1 / 9. Setting up Python virtual environment and installing dependencies..."
VENV_DIR=".venv"

# Check if python3.11 command exists (preferred)
if command -v python3.11 &> /dev/null; then
    PYTHON_CMD="python3.11"
    echo "Using Python 3.11: $(python3.11 --version)"
elif command -v python3 &> /dev/null; then
    PYTHON_CMD="python3"
    PYTHON_VERSION=$(python3 --version 2>&1 | grep -oE '[0-9]+\.[0-9]+')
    echo "Using Python: $(python3 --version)"
    if [[ "$PYTHON_VERSION" != "3.11" ]]; then
        echo "WARNING: Python 3.11 is recommended but not found. Using $PYTHON_VERSION instead."
        echo "If you encounter issues, please install Python 3.11 specifically."
    fi
else
    echo "ERROR: Neither python3.11 nor python3 command found."
    echo "Please install Python 3.11 (recommended) or Python 3.x and rerun the script."
    echo "On Ubuntu/Debian, you can install Python 3.11 using:"
    echo "  sudo apt update && sudo apt install python3.11 python3.11-venv python3.11-dev"
    echo "On RHEL/CentOS/Fedora, you can install Python 3.11 using:"
    echo "  sudo dnf install python3.11 python3.11-devel"
    echo "Or download from: https://www.python.org/downloads/"
    exit 1
fi

# Create virtual environment if it doesn't exist
if [ ! -d "$VENV_DIR" ]; then
    echo "Creating virtual environment in '$VENV_DIR' using $PYTHON_CMD..."
    $PYTHON_CMD -m venv "$VENV_DIR"
    if [ $? -ne 0 ]; then
        echo "ERROR: Failed to create Python virtual environment using $PYTHON_CMD."
        exit 1
    fi
else
    echo "Virtual environment '$VENV_DIR' already exists."
fi

# Activate virtual environment
echo "Activating virtual environment..."
source "$VENV_DIR/bin/activate"
if [ $? -ne 0 ]; then
    echo "ERROR: Failed to activate Python virtual environment."
    exit 1
fi
echo "Virtual environment activated. Python executable: $(which python)"

# --- Check/Install uv ---
echo "Checking for uv..."
if ! command -v uv &> /dev/null; then
    echo "'uv' command not found. Attempting to install uv using pip..."
    # Ensure pip is available (it should be with python3)
    if ! python -m pip --version &> /dev/null; then
        echo "ERROR: python -m pip command failed. Cannot install uv."
        exit 1
    fi
    python -m pip install uv
    if [ $? -ne 0 ]; then
        echo "ERROR: Failed to install uv using pip. Please install uv manually (e.g., 'pip install uv') and rerun the script."
        exit 1
    fi
    echo "uv installed successfully."
else
    echo "uv found."
fi
# --- End Check/Install uv ---


# Install dependencies using uv
echo "Installing Python dependencies from requirements.txt using uv..."
# Assuming uv is in PATH after the check above and venv is activated
uv pip install -r requirements.txt
if [ $? -ne 0 ]; then
    echo "ERROR: Failed to install Python dependencies using uv. Please check requirements.txt and uv logs."
    exit 1 # Cleanup trap will handle exit
fi
echo "Installing vllm using uv..."
uv pip install vllm
if [ $? -ne 0 ]; then
    echo "ERROR: Failed to install vllm using uv."
    exit 1
fi

echo "Python dependencies installed successfully."


# --- Helper Process Logging Setup ---
echo "----------------------------------------"
echo "Setting up helper process logging..."

# Create helper_process_logs directory if it doesn't exist
HELPER_LOGS_DIR="helper_process_logs"
if [ ! -d "$HELPER_LOGS_DIR" ]; then
    echo "Creating helper process logs directory: $HELPER_LOGS_DIR"
    mkdir -p "$HELPER_LOGS_DIR"
    if [ $? -ne 0 ]; then
        echo "ERROR: Failed to create helper process logs directory."
        exit 1
    fi
else
    echo "Helper process logs directory already exists: $HELPER_LOGS_DIR"
fi

# Generate timestamp for log files
TIMESTAMP=$(date +"%Y%m%d_%H%M%S")
VALKEY_LOG_FILE="$HELPER_LOGS_DIR/valkey_server_${TIMESTAMP}.log"
LLAMA_SERVER_LOG_FILE="$HELPER_LOGS_DIR/llama_server_${TIMESTAMP}.log"
HUEY_LOG_FILE="$HELPER_LOGS_DIR/huey_worker_${TIMESTAMP}.log"
UVICORN_LOG_FILE="$HELPER_LOGS_DIR/uvicorn_api_${TIMESTAMP}.log"
FRONTEND_LOG_FILE="$HELPER_LOGS_DIR/frontend_serve_${TIMESTAMP}.log"

echo "Helper process logs will be saved to:"
echo "  Valkey server: $VALKEY_LOG_FILE"
echo "  VLLM server: $LLAMA_SERVER_LOG_FILE"
echo "  Huey worker: $HUEY_LOG_FILE"
echo "  Uvicorn API: $UVICORN_LOG_FILE"
echo "  Frontend serve: $FRONTEND_LOG_FILE"
echo "Helper process logging setup complete."

#### if REDIS_HOST skip
if [ -z "$REDIS_HOST" ]; then
    # --- 1.5 Valkey/Redis Check ---
    echo "----------------------------------------"
    echo "2 / 9. Checking for running Valkey/Redis service..."
    
    SERVER_CMD=""
    SERVICE_NAME=""
    
    # Check for valkey-server first
    if command -v valkey-server &> /dev/null; then
        SERVER_CMD="valkey-server"
        SERVICE_NAME="valkey-server"
    # Fallback to redis-server
    elif command -v redis-server &> /dev/null; then
        SERVER_CMD="redis-server"
        SERVICE_NAME="redis-server"
    else
        # Check if something is listening on the default Valkey/Redis port (6379)
        if command -v ss &> /dev/null; then
            PORT_CHECK_CMD="ss -ltn"
        else
            PORT_CHECK_CMD="netstat -ltn"
        fi
    
        if $PORT_CHECK_CMD | grep -q ':6379'; then
            echo "WARNING: Neither 'valkey-server' nor 'redis-server' found in PATH, but something is listening on port 6379."
            echo "Assuming a compatible Valkey/Redis server is running (possibly built from source or custom install)."
        else
            echo "Neither 'valkey-server' nor 'redis-server' found in PATH."
            echo "Building Valkey from source..."
            
            # Check if valkey directory already exists
            if [ ! -d "valkey" ]; then
                echo "Cloning Valkey repository..."
                git clone https://github.com/valkey-io/valkey.git
                if [ $? -ne 0 ]; then
                    echo "ERROR: Failed to clone Valkey repository. Please check your internet connection and git installation."
                    exit 1
                fi
            else
                echo "Valkey directory already exists, skipping clone."
            fi
            
            # Only build if valkey-server doesn't exist
            if [ ! -f "valkey/src/valkey-server" ]; then
                echo "Building Valkey..."
                cd valkey
                make
                if [ $? -ne 0 ]; then
                    echo "ERROR: Failed to build Valkey. Please check build dependencies (gcc, make, etc.)."
                    cd "$SCRIPT_DIR"
                    exit 1
                fi
                cd "$SCRIPT_DIR"
            else
                echo "Valkey already built, skipping build."
            fi
            
            echo "Starting Valkey server in background..."
            echo "Output will be logged to: $VALKEY_LOG_FILE"
            cd valkey/src
            ./valkey-server > "../../$VALKEY_LOG_FILE" 2>&1 &
            VALKEY_PID=$!
            cd "$SCRIPT_DIR"
            
            # Give it a moment to start/fail
            sleep 4
            if ! kill -0 $VALKEY_PID &> /dev/null; then
                echo "ERROR: Valkey server (PID $VALKEY_PID) failed to start or crashed immediately."
                echo "Check the log file for details: $VALKEY_LOG_FILE"
                exit 1
            fi
            echo "Valkey server started successfully with PID $VALKEY_PID."
            
            # Set SERVER_CMD and SERVICE_NAME for consistency with the rest of the script
            SERVER_CMD="./valkey/src/valkey-server"
            SERVICE_NAME="valkey-server"
        fi
    fi
    echo "Found $SERVER_CMD."
    
    # If we didn't just start Valkey server locally, perform service checks
    if [ -z "$VALKEY_PID" ]; then
        # Check if systemctl exists and is usable
        if command -v systemctl &> /dev/null && systemctl status &> /dev/null; then
            # systemctl seems to be working, so let's use it
            if ! systemctl is-active --quiet $SERVICE_NAME; then
                echo "WARNING: The $SERVICE_NAME service is not active according to systemctl."
                # Check if something is listening on port 6379 as fallback
                if ss -ltn | grep -q ':6379' 2>/dev/null; then
                    echo "However, something is listening on port 6379. Assuming a compatible Valkey/Redis server is running."
                else
                    echo "ERROR: The $SERVICE_NAME service is not active and nothing is listening on port 6379."
                    echo "Please start the service, e.g., 'sudo systemctl start $SERVICE_NAME' and ensure it's enabled to start on boot, e.g., 'sudo systemctl enable $SERVICE_NAME'."
                    exit 1
                fi
            else
                echo "The $SERVICE_NAME service is active."
            fi
        else
            # systemctl not available or not working, fall back to simple port check
            echo "WARNING: 'systemctl' not available/running. Checking for service via port."
            if ss -ltn | grep -q ':6379' 2>/dev/null; then
                echo "A service is listening on port 6379. Assuming a compatible Valkey/Redis server is running."
            else
                echo "ERROR: No running Valkey/Redis service detected on port 6379, and could not start one automatically as it was expected to be running."
                echo "Please start valkey-server or redis-server manually in another terminal."
                exit 1
            fi
        fi
    else
        echo "Valkey server was started by this script (PID $VALKEY_PID), skipping system service check."
    fi
    # --- End Valkey/Redis Check (Step 2) ---
fi

# --- 1.6. VLLM Setup and Server ---
echo "----------------------------------------"
echo "3 / 9. Starting VLLM server..."
echo "Output will be logged to: $LLAMA_SERVER_LOG_FILE"

# Determine which model to use based on argument
if [ "$MODEL_TYPE" = "normal" ]; then
    MODEL_NAME="Heralax/Augmentoolkit-DataSpecialist-v0.1"
    echo "Using normal model: $MODEL_NAME"
elif [ "$MODEL_TYPE" = "small" ]; then
    MODEL_NAME="Heralax/Augmentoolkit-DataSpecialist-gptqmodel-4bit"
    echo "Using small (quantized) model: $MODEL_NAME"
    echo "=============================================="
    echo "!!!        IMPORTANT NOTICE        !!!"
    echo "=============================================="
    echo "You are using the quantized model."
    echo "When doing local dataset generation, you MUST use:"
    echo "  'Heralax/Augmentoolkit-DataSpecialist-gptqmodel-4bit'"
    echo "in your config files instead of the default model."
    echo ""
    echo "Update your config files to use the quantized model:"
    echo "  - pdf_cleaning_small_model: Heralax/Augmentoolkit-DataSpecialist-gptqmodel-4bit"
    echo "  - pdf_cleaning_large_model: Heralax/Augmentoolkit-DataSpecialist-gptqmodel-4bit"
    echo "  - representation_variation_small_model: Heralax/Augmentoolkit-DataSpecialist-gptqmodel-4bit"
    echo "  - representation_variation_large_model: Heralax/Augmentoolkit-DataSpecialist-gptqmodel-4bit"
    echo "  - ...etc... for any model. Find replace all cases of 'Heralax/Augmentoolkit-DataSpecialist-v0.1' with the gptq-4bit one."
    echo "=============================================="
    echo ""
else
    MODEL_NAME="$MODEL_TYPE"
    echo "Using custom model: $MODEL_NAME"
fi

# Start vllm server with output redirection
vllm serve "$MODEL_NAME" --port 8082 --max-model-len 20000 --tensor-parallel-size "$TENSOR_PARALLELISM" > "$LLAMA_SERVER_LOG_FILE" 2>&1 &
LLAMA_SERVER_PID=$!
sleep 5 # Give it a moment to start/fail

echo "VLLM server started with PID $LLAMA_SERVER_PID."
echo "Access VLLM server API at http://localhost:8082"
# --- End VLLM Setup (Step 3) ---


# --- 2. Huey Worker ---
echo "----------------------------------------"
echo "4 / 9. Starting Huey worker in the background (using venv)..."
echo "Output will be logged to: $HUEY_LOG_FILE"
# Call the huey_consumer script directly (should be in PATH from venv)
# Redirect both stdout and stderr to the log file
huey_consumer tasks.huey > "$HUEY_LOG_FILE" 2>&1 &
HUEY_PID=$!
# Give it a moment to start/fail
sleep 2
if ! kill -0 $HUEY_PID &> /dev/null; then
    echo "ERROR: Huey worker (PID $HUEY_PID) failed to start or crashed immediately."
    echo "Check the log file for details: $HUEY_LOG_FILE"
    exit 1 # Cleanup trap will handle exit
fi
echo "Huey worker started successfully with PID $HUEY_PID."


# --- 3. API Server ---
echo "----------------------------------------"
echo "5 / 9. Starting FastAPI server (Uvicorn) in the background (using venv)..."
echo "Output will be logged to: $UVICORN_LOG_FILE"
# Host 0.0.0.0 makes it accessible on the network
# Use python -m uvicorn to ensure using the venv uvicorn
# Redirect both stdout and stderr to the log file
python -m uvicorn api:app --host 0.0.0.0 --port 8000 > "$UVICORN_LOG_FILE" 2>&1 &
UVICORN_PID=$!
# Give it a moment to start/fail
sleep 2
if ! kill -0 $UVICORN_PID &> /dev/null; then
    echo "ERROR: Uvicorn server (PID $UVICORN_PID) failed to start or crashed immediately."
    echo "Check the log file for details: $UVICORN_LOG_FILE"
    # Cleanup trap will handle stopping Huey
    exit 1 # Cleanup trap will handle exit
fi
echo "Uvicorn server started successfully with PID $UVICORN_PID. Access API at http://localhost:8000"


# --- 4. NPM Check ---
echo "----------------------------------------"
echo "6 / 9. Checking for npm..."
if ! command -v npm &> /dev/null; then
    echo "ERROR: npm command not found."
    echo "Please install Node.js and npm (e.g., via your system package manager like 'sudo apt install nodejs npm') and run this script again."
    echo "Stopping background services (PIDs $HUEY_PID, $UVICORN_PID)..."
    kill $HUEY_PID $UVICORN_PID
    exit 1
fi
echo "npm found."

# Check Node.js version
NODE_VERSION=$(node --version 2>/dev/null | sed 's/v//')
if [ -z "$NODE_VERSION" ]; then
    echo "ERROR: Could not determine Node.js version."
    echo "Stopping background services (PIDs $HUEY_PID, $UVICORN_PID)..."
    kill $HUEY_PID $UVICORN_PID
    exit 1
fi

# Extract major version number
NODE_MAJOR_VERSION=$(echo "$NODE_VERSION" | cut -d. -f1)

echo "Node.js version: v$NODE_VERSION"

# Check if Node.js version is at least 18
if [ "$NODE_MAJOR_VERSION" -lt 18 ]; then
    echo "ERROR: Node.js version $NODE_VERSION is too old."
    echo "This application requires Node.js 18.0.0 or higher (20+ recommended)."
    echo ""
    echo "To upgrade Node.js, run the following commands:"
    echo ""
    echo "1. Add NodeSource repository:"
    echo "   curl -fsSL https://deb.nodesource.com/setup_20.x | bash -"
    echo ""
    echo "2. Remove conflicting packages (if any):"
    echo "   apt-get remove -y libnode-dev libnode72"
    echo ""
    echo "3. Install Node.js 20.x:"
    echo "   apt-get install -y nodejs"
    echo ""
    echo "   OR run all steps at once:"
    echo "   curl -fsSL https://deb.nodesource.com/setup_20.x | bash - && apt-get remove -y libnode-dev libnode72 2>/dev/null || true && apt-get install -y nodejs"
    echo ""
    echo "Alternative method using Node Version Manager (nvm):"
    echo "   curl -o- https://raw.githubusercontent.com/nvm-sh/nvm/v0.39.0/install.sh | bash"
    echo "   source ~/.bashrc"
    echo "   nvm install 20"
    echo "   nvm use 20"
    echo ""
    echo "After upgrading, please run this script again."
    echo "Stopping background services (PIDs $HUEY_PID, $UVICORN_PID)..."
    kill $HUEY_PID $UVICORN_PID
    exit 1
fi


# --- 5. Frontend Dependencies ---
echo "----------------------------------------"
echo "7 / 9. Installing frontend dependencies in atk-interface..."
if [ ! -d "atk-interface" ]; then
    echo "ERROR: Directory 'atk-interface' not found in $(pwd)."
    echo "Stopping background services (PIDs $HUEY_PID, $UVICORN_PID)..."
    kill $HUEY_PID $UVICORN_PID
    exit 1
fi
cd atk-interface
npm install
if [ $? -ne 0 ]; then
    echo "ERROR: Failed to install npm dependencies in atk-interface. Check package.json and npm logs."
    echo "Stopping background services (PIDs $HUEY_PID, $UVICORN_PID)..."
    kill $HUEY_PID $UVICORN_PID
    cd "$SCRIPT_DIR" # Go back to root
    exit 1
fi
echo "Frontend dependencies installed."


# --- 6. Frontend Build ---
echo "----------------------------------------"
echo "8 / 9. Building frontend application in atk-interface..."
npm run build
if [ $? -ne 0 ]; then
    echo "ERROR: Failed to build frontend application. Check build script in package.json and logs."
    echo "Stopping background services (PIDs $HUEY_PID, $UVICORN_PID)..."
    kill $HUEY_PID $UVICORN_PID
    cd "$SCRIPT_DIR" # Go back to root
    exit 1
fi
echo "Frontend built successfully."


# --- 7. Frontend Serve ---
echo "----------------------------------------"
echo "9 / 9. Serving frontend application from atk-interface/dist/ in the FOREGROUND..."
echo "Output will be logged to: $FRONTEND_LOG_FILE"
# Ensure dist directory exists after build
if [ ! -d "dist" ]; then
    echo "ERROR: 'dist' directory not found in atk-interface after build."
    # Cleanup trap will handle stopping background services
    exit 1
fi


# Show summary of all log files
echo ""
echo "═══════════════════════════════════════════════════════════════════════════════"
echo "All helper processes are now running with output redirected to log files:"
if [ -n "$VALKEY_PID" ]; then
echo "  • Valkey server logs:   $VALKEY_LOG_FILE"
fi
echo "  • VLLM server logs:    $LLAMA_SERVER_LOG_FILE"
echo "  • Huey worker logs:     $HUEY_LOG_FILE"
echo "  • Uvicorn API logs:     $UVICORN_LOG_FILE"
echo "  • Frontend serve logs:  $FRONTEND_LOG_FILE"
echo ""
echo "You can monitor these logs in real-time with:"
if [ -n "$VALKEY_PID" ]; then
echo "  tail -f $VALKEY_LOG_FILE"
fi
echo "  tail -f $LLAMA_SERVER_LOG_FILE"
echo "  tail -f $HUEY_LOG_FILE"
echo "  tail -f $UVICORN_LOG_FILE"
echo "  tail -f $FRONTEND_LOG_FILE"
echo "═══════════════════════════════════════════════════════════════════════════════"
echo ""

# Serve on port 5173 (matches CORS config)
# Run npx serve in the background first, then open browser once it's ready
echo "Starting serve process (output redirected to log file)..."
# Redirect both stdout and stderr to the log file - use ../ to go back to script directory
npx serve -s dist --listen 5173 > "../$FRONTEND_LOG_FILE" 2>&1 &
SERVE_PID=$!

# Wait for the serve process to be ready
echo "Waiting for frontend server to start..."
sleep 3

# Check if serve process is still running
if ! kill -0 $SERVE_PID &> /dev/null; then
    echo "ERROR: Frontend serve process failed to start or crashed immediately."
    echo "Check the log file for details: $FRONTEND_LOG_FILE"
    cleanup
    exit 1
fi

# Wait for the server to actually be listening on port 5173
echo "Checking if server is responding..."
for i in {1..10}; do
    if command -v curl &> /dev/null; then
        if curl -s http://localhost:5173 > /dev/null 2>&1; then
            break
        fi
    elif command -v wget &> /dev/null; then
        if wget -q --spider http://localhost:5173 > /dev/null 2>&1; then
            break
        fi
    else
        # Fallback: just check if something is listening on port 5173
        if command -v ss &> /dev/null; then
            if ss -ltn | grep -q ':5173'; then
                break
            fi
        elif command -v netstat &> /dev/null; then
            if netstat -ltn | grep -q ':5173'; then
                break
            fi
        else
            # No way to check, just wait a bit more
            sleep 1
            break
        fi
    fi
    sleep 1
done

if ! kill -0 $LLAMA_SERVER_PID &> /dev/null; then
    echo "ERROR: VLLM server (PID $LLAMA_SERVER_PID) failed to start or crashed."
    echo "Check the log file for details: $LLAMA_SERVER_LOG_FILE"
    echo "The model probably wants to take too much memory. You may need to:"
    echo "  - Use 'small' argument to run quantized model: ./local_linux.sh small"
    echo "  - Use a custom model path: ./local_linux.sh path/to/your/model"
    echo "  - Use an API instead of local inference"
    cleanup
    exit 1
fi

echo "Opening interface..."

# --- Check for xdg-open ---
echo "Checking for xdg-open..."
if ! command -v xdg-open &> /dev/null; then
    echo "WARNING: 'xdg-open' command not found. Cannot automatically open browser."
    echo "Please install xdg-utils (e.g., 'sudo apt install xdg-utils' or 'sudo dnf install xdg-utils') or open http://localhost:5173 manually."
    # Not exiting, just warning
else
    echo "xdg-open found. Opening http://localhost:5173 in default browser..."
    xdg-open http://localhost:5173
fi

echo "Frontend server is now running. Press Ctrl+C to stop all services."

# Wait for the serve process to finish (it's now running in the background)
wait $SERVE_PID
SERVE_EXIT_CODE=$?
SERVE_PID="" # Clear PID as it has exited

if [ $SERVE_EXIT_CODE -ne 0 ]; then
    echo "WARNING: Frontend serve process exited with code $SERVE_EXIT_CODE."
    echo "Check the log file for details: $FRONTEND_LOG_FILE"
    # Consider if we should stop background services here if serve crashes
    # Calling cleanup manually if serve fails
    cleanup
    exit 1 # Exit with error code
fi


# --- 8. Done (Only reached if npx serve exits gracefully, e.g., if killed separately) ---
cd "$SCRIPT_DIR" # Go back to root directory
echo "----------------------------------------"
echo "Frontend serve process finished."
echo ""
echo "Helper process log files were saved to:"
if [ -n "$VALKEY_PID" ]; then
echo "  • Valkey server logs:   $VALKEY_LOG_FILE"
fi
echo "  • VLLM server logs:    $LLAMA_SERVER_LOG_FILE"
echo "  • Huey worker logs:     $HUEY_LOG_FILE"
echo "  • Uvicorn API logs:     $UVICORN_LOG_FILE"
echo "  • Frontend serve logs:  $FRONTEND_LOG_FILE"
# Call cleanup to stop background services if serve finishes normally
cleanup

exit 0