# Profile: this 15 GiB Lightning dev box (Xeon 8470, 4 phys cores, no GPU).
# Default model E4B (audio+image+text) — comfortably fits with TEI + Open WebUI.
HF_TOKEN=

NGL=0
THREADS=4
CTX=8192
DEFAULT_MODEL=gemma-e4b

TEI_EMBED_MODEL=BAAI/bge-m3
TEI_EMBED_POOLING=cls
TEI_RERANK_MODEL=BAAI/bge-reranker-v2-m3
TEI_DTYPE=float16            # float16 -> lighter Candle backend on CPU (saves RAM)

LLAMASWAP_IMAGE=ghcr.io/mostlygeek/llama-swap:cpu
TEI_IMAGE=ghcr.io/huggingface/text-embeddings-inference:cpu-1.9

WEBUI_PORT=3000
LLAMASWAP_PORT=8080
TEI_EMBED_PORT=8081
TEI_RERANK_PORT=8082
OPENAI_API_KEY=sk-local
TEI_API_KEY=x
WEBUI_NAME=Gemma 4 Local (dev)