File size: 281 Bytes
809e716
907481e
6373390
 
809e716
 
c4145a1
809e716
 
907481e
809e716
1
2
3
4
5
6
7
8
9
10
11
FROM ghcr.io/ggml-org/llama.cpp:server

ENV LLAMA_ARG_HF_REPO=LGAI-EXAONE/EXAONE-4.0-1.2B-GGUF
ENV LLAMA_ARG_HF_FILE=EXAONE-4.0-1.2B-BF16.gguf
ENV LLAMA_ARG_HOST=0.0.0.0
ENV LLAMA_ARG_PORT=7860
ENV LLAMA_ARG_CTX_SIZE=262144
ENV HOME=/tmp
ENV XDG_CACHE_HOME=/tmp/.cache

EXPOSE 7860