V12nm commited on
Commit
e3ea3c0
·
verified ·
1 Parent(s): 0dad949

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +2 -3
Dockerfile CHANGED
@@ -7,10 +7,9 @@ RUN apt-get update && apt-get install -y \
7
 
8
  # Install PRE-COMPILED llama-cpp-python for CPU (Very Fast)
9
  RUN pip install llama-cpp-python[server] --extra-index-url https://abetlen.github.io/llama-cpp-python/whl/cpu
10
- RUN pip install huggingface_hub
11
 
12
- # Download Llama-3.2-3B-Instruct Q4_K_M model from bartowski
13
- RUN huggingface-cli download bartowski/Llama-3.2-3B-Instruct-GGUF Llama-3.2-3B-Instruct-Q4_K_M.gguf --local-dir /app --local-dir-use-symlinks False
14
 
15
  # Expose the API port
16
  EXPOSE 7860
 
7
 
8
  # Install PRE-COMPILED llama-cpp-python for CPU (Very Fast)
9
  RUN pip install llama-cpp-python[server] --extra-index-url https://abetlen.github.io/llama-cpp-python/whl/cpu
 
10
 
11
+ # DIRECT DOWNLOAD using curl (Foolproof method without HF CLI)
12
+ RUN mkdir -p /app && curl -L -o /app/Llama-3.2-3B-Instruct-Q4_K_M.gguf https://huggingface.co/bartowski/Llama-3.2-3B-Instruct-GGUF/resolve/main/Llama-3.2-3B-Instruct-Q4_K_M.gguf
13
 
14
  # Expose the API port
15
  EXPOSE 7860