Spaces:

kipeles
/

apexkit

Running

apexkit / entrypoint.sh

allow self upgrade to write to the disk

b498442 30 days ago

4.31 kB

#!/bin/bash

# Define mount environments
APP_STORAGE="/app/storage"
PERSISTENT_STORAGE="/data/storage"

# ApexKit persistent file/database storage
export APEXKIT_MOUNTED_FILE_STORAGE="/data/"

# Force WASM engine to strictly use the fast local NVMe cache in /app
export APEXKIT_WASM_CACHE_DIR="/app/.cache/wasm"

echo "[Init] Setting up Hugging Face Storage Sync..."
echo "[Init] Persistent File Storage: ${APEXKIT_MOUNTED_FILE_STORAGE}"
echo "[Init] Fast NVMe WASM Cache:   ${APEXKIT_WASM_CACHE_DIR}"

# 0. Restore upgraded binary and rollbacks from persistent storage if present
if [ -d "/data/bin" ] && [ -f "/data/bin/apexkit" ]; then
    echo "[Sync] Restoring upgraded apexkit binary and rollbacks from persistent storage..."
    mkdir -p /app/bin
    cp -a /data/bin/* /app/bin/ 2>/dev/null || :
    chmod +x /app/bin/apexkit* 2>/dev/null || :
fi

# 1. Restore database data from persistent storage on boot (EXCLUDING uploads)
if [ -d "$PERSISTENT_STORAGE" ] && [ "$(ls -A $PERSISTENT_STORAGE 2>/dev/null)" ]; then
    echo "[Sync] Restoring data from persistent storage ($PERSISTENT_STORAGE) to NVMe ($APP_STORAGE)..."
    mkdir -p "$APP_STORAGE"
    rsync -a --exclude="**/uploads/" "$PERSISTENT_STORAGE/" "$APP_STORAGE/"
    echo "[Sync] Restore complete."
else
    echo "[Sync] No existing persistent data found. Starting fresh."
    mkdir -p "$APP_STORAGE"
    mkdir -p "$PERSISTENT_STORAGE"
fi

# Inject Replica ID if provided via Env Vars
if [ -n "$APEX_REPLICA_ID" ]; then
    mkdir -p "$APP_STORAGE/system"
    echo "$APEX_REPLICA_ID" > "$APP_STORAGE/system/.replica_id"
    echo "[Init] Injected static Replica ID: $APEX_REPLICA_ID"
fi

# 2. Background Sync Loop (Every 60 minutes)
sync_data() {
    while true; do
        sleep 3600
        echo "[Sync] Backing up NVMe data to persistent storage..."
        rsync -a --delete --exclude="**/uploads/" "$APP_STORAGE/" "$PERSISTENT_STORAGE/"
        if [ -d "/data" ]; then
            rsync -a --delete /app/bin/ /data/bin/ 2>/dev/null || :
        fi
        echo "[Sync] Backup complete."
    done
}

sync_data &
SYNC_PID=$!

# 3. Graceful Shutdown Handler
cleanup() {
    echo "[Shutdown] Caught stop signal. Stopping application..."
    
    pkill -TERM -x apexkit 2>/dev/null
    kill -TERM "$FASTAPI_PID" 2>/dev/null
    
    wait 2>/dev/null
    
    echo "[Shutdown] Performing final data sync to persistent storage..."
    rsync -a --delete --exclude="**/uploads/" "$APP_STORAGE/" "$PERSISTENT_STORAGE/"
    if [ -d "/data" ]; then
        rsync -a --delete /app/bin/ /data/bin/ 2>/dev/null || :
    fi
    echo "[Shutdown] Final sync complete. Safely exiting."
    
    kill -9 "$SYNC_PID" 2>/dev/null
    exit 0
}

trap cleanup SIGINT SIGTERM

# 4. Start FastAPI background server on port 8000
echo "[App] Starting FastAPI on port 8000..."
uvicorn main:app --host 127.0.0.1 --port 8000 --workers 1 &
FASTAPI_PID=$!

# 5. Start ApexKit on the exposed port
echo "[App] Starting ApexKit on port ${PORT:-7860}..."
apexkit --port ${PORT:-7860} &
APP_PID=$!

# 6. Supervise ApexKit across live zero-downtime upgrades
while [ -n "$APP_PID" ] && kill -0 "$APP_PID" 2>/dev/null; do
    # Block until $APP_PID exits (works for both child and reparented processes)
    tail --pid="$APP_PID" -f /dev/null 2>/dev/null

    # Allow the process table to settle
    sleep 2

    # Check if a new replacement process was spawned during an upgrade/rollback
    NEW_PID=$(pgrep -x apexkit | head -n 1)

    if [ -n "$NEW_PID" ] && [ "$NEW_PID" != "$APP_PID" ]; then
        echo "[App] Upgraded ApexKit process running (PID: $NEW_PID). Continuing supervision..."
        APP_PID="$NEW_PID"

        # Sync the new binary and rollbacks to persistent disk ONCE
        if [ -d "/data" ]; then
            mkdir -p /data/bin
            rsync -a --delete /app/bin/ /data/bin/ 2>/dev/null || :
        fi
        continue
    fi

    # No replacement process found; the server has shut down
    echo "[App] ApexKit has stopped."
    break
done

echo "[App] Application exited. Syncing data before container stops..."
kill -TERM "$FASTAPI_PID" 2>/dev/null
rsync -a --delete --exclude="**/uploads/" "$APP_STORAGE/" "$PERSISTENT_STORAGE/"
if [ -d "/data" ]; then
    rsync -a --delete /app/bin/ /data/bin/ 2>/dev/null || :
fi
kill -9 "$SYNC_PID" 2>/dev/null

	#!/bin/bash

	# Define mount environments
	APP_STORAGE="/app/storage"
	PERSISTENT_STORAGE="/data/storage"

	# ApexKit persistent file/database storage
	export APEXKIT_MOUNTED_FILE_STORAGE="/data/"

	# Force WASM engine to strictly use the fast local NVMe cache in /app
	export APEXKIT_WASM_CACHE_DIR="/app/.cache/wasm"

	echo "[Init] Setting up Hugging Face Storage Sync..."
	echo "[Init] Persistent File Storage: ${APEXKIT_MOUNTED_FILE_STORAGE}"
	echo "[Init] Fast NVMe WASM Cache: ${APEXKIT_WASM_CACHE_DIR}"

	# 0. Restore upgraded binary and rollbacks from persistent storage if present
	if [ -d "/data/bin" ] && [ -f "/data/bin/apexkit" ]; then
	echo "[Sync] Restoring upgraded apexkit binary and rollbacks from persistent storage..."
	mkdir -p /app/bin
	cp -a /data/bin/* /app/bin/ 2>/dev/null \|\| :
	chmod +x /app/bin/apexkit* 2>/dev/null \|\| :
	fi

	# 1. Restore database data from persistent storage on boot (EXCLUDING uploads)
	if [ -d "$PERSISTENT_STORAGE" ] && [ "$(ls -A $PERSISTENT_STORAGE 2>/dev/null)" ]; then
	echo "[Sync] Restoring data from persistent storage ($PERSISTENT_STORAGE) to NVMe ($APP_STORAGE)..."
	mkdir -p "$APP_STORAGE"
	rsync -a --exclude="**/uploads/" "$PERSISTENT_STORAGE/" "$APP_STORAGE/"
	echo "[Sync] Restore complete."
	else
	echo "[Sync] No existing persistent data found. Starting fresh."
	mkdir -p "$APP_STORAGE"
	mkdir -p "$PERSISTENT_STORAGE"
	fi

	# Inject Replica ID if provided via Env Vars
	if [ -n "$APEX_REPLICA_ID" ]; then
	mkdir -p "$APP_STORAGE/system"
	echo "$APEX_REPLICA_ID" > "$APP_STORAGE/system/.replica_id"
	echo "[Init] Injected static Replica ID: $APEX_REPLICA_ID"
	fi

	# 2. Background Sync Loop (Every 60 minutes)
	sync_data() {
	while true; do
	sleep 3600
	echo "[Sync] Backing up NVMe data to persistent storage..."
	rsync -a --delete --exclude="**/uploads/" "$APP_STORAGE/" "$PERSISTENT_STORAGE/"
	if [ -d "/data" ]; then
	rsync -a --delete /app/bin/ /data/bin/ 2>/dev/null \|\| :
	fi
	echo "[Sync] Backup complete."
	done
	}

	sync_data &
	SYNC_PID=$!

	# 3. Graceful Shutdown Handler
	cleanup() {
	echo "[Shutdown] Caught stop signal. Stopping application..."

	pkill -TERM -x apexkit 2>/dev/null
	kill -TERM "$FASTAPI_PID" 2>/dev/null

	wait 2>/dev/null

	echo "[Shutdown] Performing final data sync to persistent storage..."
	rsync -a --delete --exclude="**/uploads/" "$APP_STORAGE/" "$PERSISTENT_STORAGE/"
	if [ -d "/data" ]; then
	rsync -a --delete /app/bin/ /data/bin/ 2>/dev/null \|\| :
	fi
	echo "[Shutdown] Final sync complete. Safely exiting."

	kill -9 "$SYNC_PID" 2>/dev/null
	exit 0
	}

	trap cleanup SIGINT SIGTERM

	# 4. Start FastAPI background server on port 8000
	echo "[App] Starting FastAPI on port 8000..."
	uvicorn main:app --host 127.0.0.1 --port 8000 --workers 1 &
	FASTAPI_PID=$!

	# 5. Start ApexKit on the exposed port
	echo "[App] Starting ApexKit on port ${PORT:-7860}..."
	apexkit --port ${PORT:-7860} &
	APP_PID=$!

	# 6. Supervise ApexKit across live zero-downtime upgrades
	while [ -n "$APP_PID" ] && kill -0 "$APP_PID" 2>/dev/null; do
	# Block until $APP_PID exits (works for both child and reparented processes)
	tail --pid="$APP_PID" -f /dev/null 2>/dev/null

	# Allow the process table to settle
	sleep 2

	# Check if a new replacement process was spawned during an upgrade/rollback
	NEW_PID=$(pgrep -x apexkit \| head -n 1)

	if [ -n "$NEW_PID" ] && [ "$NEW_PID" != "$APP_PID" ]; then
	echo "[App] Upgraded ApexKit process running (PID: $NEW_PID). Continuing supervision..."
	APP_PID="$NEW_PID"

	# Sync the new binary and rollbacks to persistent disk ONCE
	if [ -d "/data" ]; then
	mkdir -p /data/bin
	rsync -a --delete /app/bin/ /data/bin/ 2>/dev/null \|\| :
	fi
	continue
	fi

	# No replacement process found; the server has shut down
	echo "[App] ApexKit has stopped."
	break
	done

	echo "[App] Application exited. Syncing data before container stops..."
	kill -TERM "$FASTAPI_PID" 2>/dev/null
	rsync -a --delete --exclude="**/uploads/" "$APP_STORAGE/" "$PERSISTENT_STORAGE/"
	if [ -d "/data" ]; then
	rsync -a --delete /app/bin/ /data/bin/ 2>/dev/null \|\| :
	fi
	kill -9 "$SYNC_PID" 2>/dev/null