File size: 721 Bytes
447cb78
9408636
 
 
 
10c32cf
 
9408636
10c32cf
4fbc0ed
10c32cf
aeb40b8
 
 
 
 
 
 
 
10c32cf
 
 
9408636
4fbc0ed
10c32cf
 
 
4fbc0ed
d8fad0e
9408636
4fbc0ed
10c32cf
cb68347
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
FROM python:3.10-slim

ENV PYTHONUNBUFFERED=1 \
    HOME=/home/user \
    PATH=/home/user/.local/bin:$PATH \
    HF_HOME=/home/user/.cache/huggingface \
    PIP_NO_CACHE_DIR=1

WORKDIR /home/user

# Build dependencies required by llama-cpp-python
RUN apt-get update && apt-get install -y \
    build-essential \
    cmake \
    gcc \
    g++ \
    git \
    && rm -rf /var/lib/apt/lists/*

# Create writable Hugging Face cache
RUN mkdir -p /home/user/.cache/huggingface \
    && chmod -R 777 /home/user

COPY requirements.txt .

RUN pip install --upgrade pip \
    && pip install -r requirements.txt

COPY --chown=1000 . .

EXPOSE 7860

CMD ["uvicorn", "app:app", "--host", "0.0.0.0", "--port", "7860", "--workers", "1"]