V12nm commited on
Commit
0dad949
·
verified ·
1 Parent(s): 353d8b3

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +4 -4
Dockerfile CHANGED
@@ -1,13 +1,13 @@
1
  FROM python:3.10-slim
2
 
3
- # Install necessary packages
4
  RUN apt-get update && apt-get install -y \
5
- build-essential \
6
  curl \
7
  && rm -rf /var/lib/apt/lists/*
8
 
9
- # Install llama-cpp-python server and huggingface-cli
10
- RUN pip install llama-cpp-python[server] huggingface_hub
 
11
 
12
  # Download Llama-3.2-3B-Instruct Q4_K_M model from bartowski
13
  RUN huggingface-cli download bartowski/Llama-3.2-3B-Instruct-GGUF Llama-3.2-3B-Instruct-Q4_K_M.gguf --local-dir /app --local-dir-use-symlinks False
 
1
  FROM python:3.10-slim
2
 
3
+ # Install curl
4
  RUN apt-get update && apt-get install -y \
 
5
  curl \
6
  && rm -rf /var/lib/apt/lists/*
7
 
8
+ # Install PRE-COMPILED llama-cpp-python for CPU (Very Fast)
9
+ RUN pip install llama-cpp-python[server] --extra-index-url https://abetlen.github.io/llama-cpp-python/whl/cpu
10
+ RUN pip install huggingface_hub
11
 
12
  # Download Llama-3.2-3B-Instruct Q4_K_M model from bartowski
13
  RUN huggingface-cli download bartowski/Llama-3.2-3B-Instruct-GGUF Llama-3.2-3B-Instruct-Q4_K_M.gguf --local-dir /app --local-dir-use-symlinks False