oki602960 commited on
Commit
68238a1
·
verified ·
1 Parent(s): c4145a1

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +1 -1
Dockerfile CHANGED
@@ -1,7 +1,7 @@
1
  FROM ghcr.io/ggml-org/llama.cpp:server
2
 
3
  ENV LLAMA_ARG_HF_REPO=oki602960/Qwen3.5-0.8B-MTP-GGUF
4
- ENV LLAMA_ARG_HF_FILE=Qwen3.5-0.8B-Q5_K_M.gguf
5
  ENV LLAMA_ARG_HOST=0.0.0.0
6
  ENV LLAMA_ARG_PORT=7860
7
  ENV LLAMA_ARG_CTX_SIZE=262144
 
1
  FROM ghcr.io/ggml-org/llama.cpp:server
2
 
3
  ENV LLAMA_ARG_HF_REPO=oki602960/Qwen3.5-0.8B-MTP-GGUF
4
+ ENV LLAMA_ARG_HF_FILE=Qwen3.5-0.8B-UD-IQ2_M.gguf
5
  ENV LLAMA_ARG_HOST=0.0.0.0
6
  ENV LLAMA_ARG_PORT=7860
7
  ENV LLAMA_ARG_CTX_SIZE=262144