Javedalam commited on
Commit
cfa0e20
·
1 Parent(s): 6f7c0f5

Fix Dockerfile (use $MODEL_URL) and README front-matter

Browse files
Files changed (1) hide show
  1. Dockerfile +2 -2
Dockerfile CHANGED
@@ -2,7 +2,7 @@ FROM ghcr.io/ggerganov/llama.cpp:server
2
 
3
  ENV MODEL_URL="https://huggingface.co/bartowski/Qwen2.5-0.5B-Instruct-GGUF/resolve/main/Qwen2.5-0.5B-Instruct-Q4_K_M.gguf"
4
 
5
- RUN mkdir -p /models && curl -L -o /models/model.gguf %MODEL_URL%
6
 
7
  EXPOSE 7860
8
- CMD ["llama-server", "-m", "/models/model.gguf", "-c", "2048", "-ngl", "0", "-t", "4", "--host", "0.0.0.0", "--port", "7860"]
 
2
 
3
  ENV MODEL_URL="https://huggingface.co/bartowski/Qwen2.5-0.5B-Instruct-GGUF/resolve/main/Qwen2.5-0.5B-Instruct-Q4_K_M.gguf"
4
 
5
+ RUN mkdir -p /models && curl -L -o /models/model.gguf $MODEL_URL
6
 
7
  EXPOSE 7860
8
+ CMD ["llama-server","-m","/models/model.gguf","-c","2048","-ngl","0","-t","4","--host","0.0.0.0","--port","7860"]