Spaces:
Sleeping
Sleeping
File size: 969 Bytes
af8b301 1053582 af8b301 1053582 af8b301 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 | #!/usr/bin/env bash
set -euo pipefail
export OLLAMA_HOST="${OLLAMA_HOST:-http://127.0.0.1:11434}"
export OSS_BACKEND="${OSS_BACKEND:-ollama}"
export OSS_MODEL="${OSS_MODEL:-qwen2.5:1.5b}"
export FRONTIER_BACKEND="${FRONTIER_BACKEND:-openai}"
export FRONTIER_MODEL="${FRONTIER_MODEL:-llama-3.1-8b-instant}"
echo "Starting Ollama on ${OLLAMA_HOST}..."
ollama serve &
OLLAMA_PID="$!"
echo "Waiting for Ollama..."
for _ in $(seq 1 60); do
if ollama list >/dev/null 2>&1; then
break
fi
sleep 1
done
echo "Starting Streamlit app (model pull runs in background)..."
streamlit run apps/comparison_app.py \
--server.port="${STREAMLIT_SERVER_PORT:-7860}" \
--server.address="${STREAMLIT_SERVER_ADDRESS:-0.0.0.0}" \
--server.headless=true &
STREAMLIT_PID="$!"
echo "Pulling OSS model in background: ${OSS_MODEL}"
ollama pull "${OSS_MODEL}" &
trap 'kill "${STREAMLIT_PID}" "${OLLAMA_PID}" 2>/dev/null || true' INT TERM
wait "${STREAMLIT_PID}"
|