Spaces:
Sleeping
Sleeping
Use prebuilt CPU wheel for llama-cpp-python (source build OOMs)
Browse files- Dockerfile +4 -2
Dockerfile
CHANGED
|
@@ -5,7 +5,7 @@ ENV PYTHONUNBUFFERED=1
|
|
| 5 |
ENV PIP_NO_CACHE_DIR=1
|
| 6 |
|
| 7 |
RUN apt-get update \
|
| 8 |
-
&& apt-get install -y --no-install-recommends
|
| 9 |
&& rm -rf /var/lib/apt/lists/*
|
| 10 |
|
| 11 |
WORKDIR /app
|
|
@@ -13,7 +13,9 @@ WORKDIR /app
|
|
| 13 |
COPY requirements.txt /app/requirements.txt
|
| 14 |
|
| 15 |
RUN pip install --upgrade pip \
|
| 16 |
-
&& pip install -
|
|
|
|
|
|
|
| 17 |
|
| 18 |
COPY main.py /app/main.py
|
| 19 |
|
|
|
|
| 5 |
ENV PIP_NO_CACHE_DIR=1
|
| 6 |
|
| 7 |
RUN apt-get update \
|
| 8 |
+
&& apt-get install -y --no-install-recommends libgomp1 \
|
| 9 |
&& rm -rf /var/lib/apt/lists/*
|
| 10 |
|
| 11 |
WORKDIR /app
|
|
|
|
| 13 |
COPY requirements.txt /app/requirements.txt
|
| 14 |
|
| 15 |
RUN pip install --upgrade pip \
|
| 16 |
+
&& pip install --prefer-binary \
|
| 17 |
+
--extra-index-url https://abetlen.github.io/llama-cpp-python/whl/cpu \
|
| 18 |
+
-r /app/requirements.txt
|
| 19 |
|
| 20 |
COPY main.py /app/main.py
|
| 21 |
|