Samixx commited on
Commit
1aecffb
·
verified ·
1 Parent(s): 0aa49d6

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +4 -5
Dockerfile CHANGED
@@ -5,17 +5,16 @@ RUN apt-get update && apt-get install -y curl && rm -rf /var/lib/apt/lists/*
5
 
6
  WORKDIR /app
7
 
8
- # Verified DeepSeek-R1-Distill-Qwen-7B GGUF URL (-f ensures curl fails on 404 HTML pages)
9
- ARG MODEL_URL=https://huggingface.co
10
- RUN curl -fL -o /app/model.gguf "${MODEL_URL}"
11
 
12
  EXPOSE 7860
13
 
14
- HEALTHCHECK --interval=30s --timeout=5s --start-period=60s --retries=3 \
15
  CMD curl -f http://localhost:7860/health || exit 1
16
 
17
  ENTRYPOINT ["/app/llama-server"]
18
- CMD ["-m", "/app/model.gguf", \
19
  "--host", "0.0.0.0", \
20
  "--port", "7860", \
21
  "--threads", "2", \
 
5
 
6
  WORKDIR /app
7
 
8
+ # Store downloaded HF models inside /app/models
9
+ ENV LLAMA_CACHE=/app/models
 
10
 
11
  EXPOSE 7860
12
 
13
+ HEALTHCHECK --interval=30s --timeout=5s --start-period=120s --retries=3 \
14
  CMD curl -f http://localhost:7860/health || exit 1
15
 
16
  ENTRYPOINT ["/app/llama-server"]
17
+ CMD ["-hf", "unsloth/DeepSeek-R1-Distill-Qwen-7B-GGUF:Q4_K_M", \
18
  "--host", "0.0.0.0", \
19
  "--port", "7860", \
20
  "--threads", "2", \