mjpsm commited on
Commit
aae1c11
·
verified ·
1 Parent(s): d7bcab9

Use prebuilt CPU wheel for llama-cpp-python (source build OOMs)

Browse files
Files changed (1) hide show
  1. Dockerfile +4 -2
Dockerfile CHANGED
@@ -5,7 +5,7 @@ ENV PYTHONUNBUFFERED=1
5
  ENV PIP_NO_CACHE_DIR=1
6
 
7
  RUN apt-get update \
8
- && apt-get install -y --no-install-recommends build-essential cmake \
9
  && rm -rf /var/lib/apt/lists/*
10
 
11
  WORKDIR /app
@@ -13,7 +13,9 @@ WORKDIR /app
13
  COPY requirements.txt /app/requirements.txt
14
 
15
  RUN pip install --upgrade pip \
16
- && pip install -r /app/requirements.txt
 
 
17
 
18
  COPY main.py /app/main.py
19
 
 
5
  ENV PIP_NO_CACHE_DIR=1
6
 
7
  RUN apt-get update \
8
+ && apt-get install -y --no-install-recommends libgomp1 \
9
  && rm -rf /var/lib/apt/lists/*
10
 
11
  WORKDIR /app
 
13
  COPY requirements.txt /app/requirements.txt
14
 
15
  RUN pip install --upgrade pip \
16
+ && pip install --prefer-binary \
17
+ --extra-index-url https://abetlen.github.io/llama-cpp-python/whl/cpu \
18
+ -r /app/requirements.txt
19
 
20
  COPY main.py /app/main.py
21