llama-cpp / Dockerfile
oki602960's picture
Update Dockerfile
6373390 verified
Raw
History Blame Contribute Delete
281 Bytes
FROM ghcr.io/ggml-org/llama.cpp:server
ENV LLAMA_ARG_HF_REPO=LGAI-EXAONE/EXAONE-4.0-1.2B-GGUF
ENV LLAMA_ARG_HF_FILE=EXAONE-4.0-1.2B-BF16.gguf
ENV LLAMA_ARG_HOST=0.0.0.0
ENV LLAMA_ARG_PORT=7860
ENV LLAMA_ARG_CTX_SIZE=262144
ENV HOME=/tmp
ENV XDG_CACHE_HOME=/tmp/.cache
EXPOSE 7860