viarl199020 commited on
Commit
7e41bc4
·
verified ·
1 Parent(s): 9e7852f

Delete start_E.sh

Browse files
Files changed (1) hide show
  1. start_E.sh +0 -45
start_E.sh DELETED
@@ -1,45 +0,0 @@
1
- #!/bin/bash
2
- set -e
3
- MODEL_PATH="${MODEL_PATH:-/models/ggml-model-i2_s.gguf}"
4
- BITNET_PORT="${BITNET_PORT:-8080}"
5
- N_CTX="${N_CTX:-512}"
6
- N_THREADS="${N_THREADS:-2}"
7
- PORT="${PORT:-7860}"
8
- SERVER="server_E_v21"
9
-
10
- echo "[START] Cerebro E v21.5 (BitNet REAL)"
11
- [ ! -f "$MODEL_PATH" ] && echo "[START] FATAL: modelo no encontrado" && exit 1
12
- echo "[START] Modelo: $(du -h $MODEL_PATH | cut -f1)"
13
-
14
- BITNET_LOG="/tmp/bitnet.log"
15
- > "$BITNET_LOG"
16
-
17
- # Anti-alucinación v21.5:
18
- # --cache-ram 0 → desactiva cache RAM (evita bug {{{{ de ik_llama.cpp)
19
- # --jinja → habilita chat template nativo Llama-3/ChatML
20
- # --no-mmap → evita lecturas corruptas por memory-map
21
- # --ctx-size 512 → n_ctx pequeño para single-token output (<1ms evaluación)
22
- llama-server \
23
- --model "$MODEL_PATH" \
24
- --host 127.0.0.1 \
25
- --port "$BITNET_PORT" \
26
- --ctx-size "$N_CTX" \
27
- --threads "$N_THREADS" \
28
- --gpu-layers 0 \
29
- --no-mmap \
30
- --jinja \
31
- --cache-ram 0 \
32
- 2>&1 | tee "$BITNET_LOG" | sed 's/^/[BITNET] /' &
33
- LLAMA_PID=$!
34
-
35
- MAX_WAIT=240; ELAPSED=0
36
- while [ $ELAPSED -lt $MAX_WAIT ]; do
37
- kill -0 $LLAMA_PID 2>/dev/null || { echo "[START] FATAL: llama-server murió"; tail -20 "$BITNET_LOG"; exit 1; }
38
- curl -sf "http://127.0.0.1:${BITNET_PORT}/health" > /dev/null 2>&1 && break
39
- sleep 5; ELAPSED=$((ELAPSED+5))
40
- [ $((ELAPSED%30)) -eq 0 ] && echo "[START] ${ELAPSED}/${MAX_WAIT}s cargando..."
41
- done
42
- [ $ELAPSED -ge $MAX_WAIT ] && echo "[START] FATAL: timeout" && exit 1
43
- echo "[START] BitNet ONLINE — iniciando FastAPI..."
44
-
45
- exec uvicorn ${SERVER}:app --host 0.0.0.0 --port "$PORT" --workers 1 --log-level info