Spaces:
Paused
Paused
Delete start_E.sh
Browse files- start_E.sh +0 -45
start_E.sh
DELETED
|
@@ -1,45 +0,0 @@
|
|
| 1 |
-
#!/bin/bash
|
| 2 |
-
set -e
|
| 3 |
-
MODEL_PATH="${MODEL_PATH:-/models/ggml-model-i2_s.gguf}"
|
| 4 |
-
BITNET_PORT="${BITNET_PORT:-8080}"
|
| 5 |
-
N_CTX="${N_CTX:-512}"
|
| 6 |
-
N_THREADS="${N_THREADS:-2}"
|
| 7 |
-
PORT="${PORT:-7860}"
|
| 8 |
-
SERVER="server_E_v21"
|
| 9 |
-
|
| 10 |
-
echo "[START] Cerebro E v21.5 (BitNet REAL)"
|
| 11 |
-
[ ! -f "$MODEL_PATH" ] && echo "[START] FATAL: modelo no encontrado" && exit 1
|
| 12 |
-
echo "[START] Modelo: $(du -h $MODEL_PATH | cut -f1)"
|
| 13 |
-
|
| 14 |
-
BITNET_LOG="/tmp/bitnet.log"
|
| 15 |
-
> "$BITNET_LOG"
|
| 16 |
-
|
| 17 |
-
# Anti-alucinación v21.5:
|
| 18 |
-
# --cache-ram 0 → desactiva cache RAM (evita bug {{{{ de ik_llama.cpp)
|
| 19 |
-
# --jinja → habilita chat template nativo Llama-3/ChatML
|
| 20 |
-
# --no-mmap → evita lecturas corruptas por memory-map
|
| 21 |
-
# --ctx-size 512 → n_ctx pequeño para single-token output (<1ms evaluación)
|
| 22 |
-
llama-server \
|
| 23 |
-
--model "$MODEL_PATH" \
|
| 24 |
-
--host 127.0.0.1 \
|
| 25 |
-
--port "$BITNET_PORT" \
|
| 26 |
-
--ctx-size "$N_CTX" \
|
| 27 |
-
--threads "$N_THREADS" \
|
| 28 |
-
--gpu-layers 0 \
|
| 29 |
-
--no-mmap \
|
| 30 |
-
--jinja \
|
| 31 |
-
--cache-ram 0 \
|
| 32 |
-
2>&1 | tee "$BITNET_LOG" | sed 's/^/[BITNET] /' &
|
| 33 |
-
LLAMA_PID=$!
|
| 34 |
-
|
| 35 |
-
MAX_WAIT=240; ELAPSED=0
|
| 36 |
-
while [ $ELAPSED -lt $MAX_WAIT ]; do
|
| 37 |
-
kill -0 $LLAMA_PID 2>/dev/null || { echo "[START] FATAL: llama-server murió"; tail -20 "$BITNET_LOG"; exit 1; }
|
| 38 |
-
curl -sf "http://127.0.0.1:${BITNET_PORT}/health" > /dev/null 2>&1 && break
|
| 39 |
-
sleep 5; ELAPSED=$((ELAPSED+5))
|
| 40 |
-
[ $((ELAPSED%30)) -eq 0 ] && echo "[START] ${ELAPSED}/${MAX_WAIT}s cargando..."
|
| 41 |
-
done
|
| 42 |
-
[ $ELAPSED -ge $MAX_WAIT ] && echo "[START] FATAL: timeout" && exit 1
|
| 43 |
-
echo "[START] BitNet ONLINE — iniciando FastAPI..."
|
| 44 |
-
|
| 45 |
-
exec uvicorn ${SERVER}:app --host 0.0.0.0 --port "$PORT" --workers 1 --log-level info
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|