File size: 850 Bytes
94874d2
f248322
cfbbf02
f248322
6f0a49f
 
58e6525
f248322
d9f1c84
 
 
f248322
6f0a49f
c643579
f248322
c31e0ad
24e4796
f248322
 
58e6525
f248322
58e6525
92470de
58e6525
e149f36
94874d2
f248322
6f0a49f
 
94874d2
f248322
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
#!/bin/bash
echo "=== STARTING AI SERVER (DUAL-CORE OPTIMIZED) ==="

# Bersihkan proses
pkill -9 ollama || true
rm -rf /tmp/ollama*

# Optimasi RAM & CPU
export OLLAMA_NUM_PARALLEL=1
export OLLAMA_MAX_LOADED_MODELS=1

# 1. Jalankan download model Python di background
python -B download_models.py &

# 2. Jalankan Ollama
ollama serve > ollama.log 2>&1 &

# 3. Tunggu API
for i in {1..60}; do
    if curl -s http://127.0.0.1:11434/api/tags > /dev/null; then
        echo "Ollama Ready"
        break
    fi
    sleep 2
done

# 4. Pull Models (DeepSeek & Qwen)
echo "Pulling DeepSeek-R1 7b (this may take a few minutes)..."
ollama pull deepseek-r1:7b

echo "Pulling Qwen-2.5 7b Instruct (Paling nurut format JSON)..."
ollama pull qwen2.5:7b-instruct

# 5. Run FastAPI
exec uvicorn app:app --host 0.0.0.0 --port 7860 --workers 1 --timeout-keep-alive 600