Spaces:
Running
Running
Download scripts/setup_beryl_gpu.sh from AIBRUH/crane-builder-v1: direct link, hf CLI and curl.
- Browser
- Download file 7.11 kB
-
https://huggingface.co/spaces/AIBRUH/crane-builder-v1/resolve/main/scripts/setup_beryl_gpu.sh
- Command line
-
hf download hf://spaces/AIBRUH/crane-builder-v1/scripts/setup_beryl_gpu.sh
-
curl -L -o setup_beryl_gpu.sh https://huggingface.co/spaces/AIBRUH/crane-builder-v1/resolve/main/scripts/setup_beryl_gpu.sh
7.11 kB
| # Bring Beryl to life on your GPU machine (berylize-node: Ubuntu 22.04, NVIDIA driver 580). | |
| # | |
| # bash setup_beryl_gpu.sh all everything: ears + voice (worker), brain (Ollama + Qwen3.5), face (FlashHead) | |
| # bash setup_beryl_gpu.sh worker only (Qwen3-ASR ears + Qwen3-TTS voice) | |
| # bash setup_beryl_gpu.sh brain worker + brain | |
| # bash setup_beryl_gpu.sh face worker + face | |
| # bash setup_beryl_gpu.sh bench worker + Phase 0 speed test of the face model | |
| # | |
| # Each part is a service that starts at boot and loads its models at start, so there is no lag once they report ready. | |
| # On a GPU under 30 GB (your L4 has 24) the lean profile is chosen automatically: 0.6B ears, full 1.7B voice, Qwen3.5-4B | |
| # brain, FlashHead Lite face, about 17 GB together. Override with PROFILE=full. | |
| # | |
| # One tunnel from your PC carries listening, voice, brain and face (the worker relays the brain and the face): | |
| # gcloud compute ssh berylize-node --zone us-east1-c --project posh-eden -- -N -L 8882:localhost:8882 | |
| # then in the builder set both "Beryl GPU server" and the model endpoint to http://127.0.0.1:8882/v1 | |
| set -euo pipefail | |
| MODE=${1:-worker} | |
| DIR=${BERYL_HOME:-/opt/beryl} | |
| RAW=https://raw.githubusercontent.com/tyronne-os/crane-builder-v1/main | |
| mkdir -p "$DIR" && cd "$DIR" | |
| nvidia-smi --query-gpu=name,memory.total,driver_version --format=csv | tee gpu.txt | |
| VRAM_MB=$(nvidia-smi --query-gpu=memory.total --format=csv,noheader,nounits | head -1) | |
| PROFILE=${PROFILE:-$([ "$VRAM_MB" -lt 30000 ] && echo lean || echo full)} | |
| echo "GPU memory ${VRAM_MB} MB -> profile $PROFILE" | |
| for f in beryl_gpu_server.py beryl_turns.py beryl_face.py beryl_director.py personaplex_bridge.py beryl_face_server.py; do | |
| curl -fsSL "$RAW/scripts/$f" -o "$f" | |
| done | |
| curl -fsSL "$RAW/frontend/uploads/beryl.jpeg" -o beryl.jpeg | |
| have_systemd() { command -v systemctl >/dev/null && [ -d /run/systemd/system ]; } | |
| service() { # name, workdir, command, extra Environment= lines | |
| local name=$1 wd=$2 cmd=$3 env=${4:-} | |
| if have_systemd; then | |
| printf '[Unit]\nDescription=%s\nAfter=network-online.target\n\n[Service]\nWorkingDirectory=%s\n%bExecStart=%s\nRestart=always\nRestartSec=5\n\n[Install]\nWantedBy=multi-user.target\n' \ | |
| "$name" "$wd" "$env" "$cmd" > "/etc/systemd/system/$name.service" | |
| systemctl daemon-reload && systemctl enable "$name.service" && systemctl restart "$name.service" | |
| echo "$name installed as a boot service. Log: journalctl -u $name -f" | |
| else | |
| (cd "$wd" && nohup bash -c "$cmd" > "$DIR/$name.log" 2>&1 &) | |
| echo "$name started in the background. Log: $DIR/$name.log" | |
| fi | |
| } | |
| # --- worker: ears + voice ------------------------------------------------------------------------------------- | |
| [ -d .venv ] || python3 -m venv .venv | |
| .venv/bin/pip install -q --upgrade pip | |
| .venv/bin/pip install -q torch torchaudio --index-url https://download.pytorch.org/whl/cu128 | |
| # qwen-asr pins transformers==4.57.6 and qwen-tts pins 4.57.3; both run on 4.57.6, so qwen-tts goes in without its pin. | |
| .venv/bin/pip install -q qwen-asr fastapi "uvicorn[standard]" soundfile numpy httpx pillow | |
| .venv/bin/pip install -q --no-deps qwen-tts && .venv/bin/pip install -q onnxruntime einops sox | |
| # (flash-attn is skipped for the worker: it needs a C++ compiler and the Qwen models run fine without it) | |
| service beryl "$DIR" "$DIR/.venv/bin/python $DIR/beryl_gpu_server.py" \ | |
| "Environment=BERYL_PROFILE=$PROFILE\nEnvironment=HF_HOME=$DIR/hf\n" | |
| # --- brain: Ollama + Qwen3.5 ---------------------------------------------------------------------------------- | |
| if [ "$MODE" = brain ] || [ "$MODE" = all ]; then | |
| command -v ollama >/dev/null || curl -fsSL https://ollama.com/install.sh | sh | |
| BRAIN=${OLLAMA_MODEL:-$([ "$PROFILE" = lean ] && echo hf.co/unsloth/Qwen3.5-4B-GGUF:Q4_K_M || echo hf.co/unsloth/Qwen3.5-9B-GGUF:Q4_K_M)} | |
| ollama pull "$BRAIN" | |
| echo "Brain ready: $BRAIN (pick it from the model menu in the builder)" | |
| fi | |
| # --- face: SoulX-FlashHead Lite, its own venv (it pins torch 2.7.1 and transformers 4.57.3) -------------------------- | |
| if [ "$MODE" = face ] || [ "$MODE" = all ] || [ "$MODE" = bench ]; then | |
| command -v ffmpeg >/dev/null || { apt-get update -qq && apt-get install -y -qq ffmpeg; } | |
| [ -d SoulX-FlashHead ] || git clone --depth 1 https://github.com/Soul-AILab/SoulX-FlashHead | |
| cd SoulX-FlashHead | |
| [ -d .venv ] || python3 -m venv .venv | |
| .venv/bin/pip install -q --upgrade pip | |
| .venv/bin/pip install -q torch==2.7.1 torchvision==0.22.1 --index-url https://download.pytorch.org/whl/cu128 | |
| # requirements.txt pins nvidia-nccl-cu12==2.27.3, which conflicts with torch 2.7.1's own nccl; that pin is for multi-GPU only. | |
| grep -v -i 'nvidia-nccl' requirements.txt > requirements.beryl.txt | |
| .venv/bin/pip install -q -r requirements.beryl.txt "huggingface_hub[cli]" fastapi "uvicorn[standard]" pillow | |
| .venv/bin/pip install -q wheel setuptools ninja | |
| # prebuilt wheel for torch 2.7 / CUDA 12 / python 3.10 (no compiler needed); build from source only if that is unavailable | |
| FA=https://github.com/Dao-AILab/flash-attention/releases/download/v2.8.0.post2/flash_attn-2.8.0.post2+cu12torch2.7cxx11abiFALSE-cp310-cp310-linux_x86_64.whl | |
| .venv/bin/pip install -q "$FA" || { apt-get install -y -qq g++ && MAX_JOBS=4 .venv/bin/pip install -q flash_attn==2.8.0.post2 --no-build-isolation; } | |
| .venv/bin/hf download Soul-AILab/SoulX-FlashHead-1_3B --local-dir models/SoulX-FlashHead-1_3B | |
| .venv/bin/hf download facebook/wav2vec2-base-960h --local-dir models/wav2vec2-base-960h | |
| cd "$DIR" | |
| if [ "$MODE" != bench ]; then | |
| service beryl-face "$DIR/SoulX-FlashHead" "$DIR/SoulX-FlashHead/.venv/bin/python $DIR/beryl_face_server.py" \ | |
| "Environment=PYTHONPATH=$DIR/SoulX-FlashHead:$DIR\nEnvironment=FLASHHEAD_DIR=$DIR/SoulX-FlashHead\nEnvironment=BERYL_PORTRAIT=$DIR/beryl.jpeg\nEnvironment=FLASHHEAD_MODEL=lite\n" | |
| fi | |
| fi | |
| # --- Phase 0 bench: can the face keep up in real time on this GPU? ------------------------------------------------ | |
| if [ "$MODE" = bench ]; then | |
| cd "$DIR/SoulX-FlashHead" | |
| for i in $(seq 1 120); do curl -sf localhost:8882/health | grep -q '"voice_ready": *true' && break; sleep 5; done | |
| curl -sf localhost:8882/v1/audio/speech -H 'Content-Type: application/json' \ | |
| -d '{"input":"Hey, you made it. So I was thinking about the landing page, and honestly, I love where it is going. Want to walk through it together?"}' -o beryl_line.wav | |
| ffmpeg -loglevel error -y -i beryl_line.wav -ar 16000 -ac 1 beryl_16k.wav | |
| dur=$(ffprobe -v error -show_entries format=duration -of csv=p=0 beryl_16k.wav) | |
| start=$(date +%s.%N) | |
| .venv/bin/python generate_video.py --ckpt_dir models/SoulX-FlashHead-1_3B --wav2vec_dir models/wav2vec2-base-960h \ | |
| --model_type lite --cond_image "$DIR/beryl.jpeg" --audio_path beryl_16k.wav --audio_encode_mode stream > gen.log 2>&1 | |
| end=$(date +%s.%N) | |
| echo "audio ${dur}s rendered in $(python3 -c "print(round($end - $start, 2))")s (real time needs the second number below the first)" | tee -a "$DIR/bench.txt" | |
| fi | |
| echo | |
| echo "Check readiness: curl -s localhost:8882/health and curl -s localhost:8883/health" | |