| FROM python:3.9-slim |
|
|
| |
| RUN apt-get update && apt-get install -y \ |
| build-essential \ |
| wget \ |
| libopenblas-dev \ |
| ninja-build \ |
| pkg-config \ |
| && rm -rf /var/lib/apt/lists/* |
|
|
| |
| ENV CMAKE_ARGS="-DLLAMA_BLAS=ON -DLLAMA_BLAS_VENDOR=OpenBLAS -DLLAMA_AVX=ON -DLLAMA_AVX2=ON -DLLAMA_F16C=ON -DLLAMA_FMA=ON" |
| ENV FORCE_CMAKE=1 |
| ENV OMP_NUM_THREADS=4 |
| ENV OPENBLAS_NUM_THREADS=4 |
|
|
| RUN useradd -m -u 1000 user |
| USER user |
| ENV PATH="/home/user/.local/bin:$PATH" |
| WORKDIR /app |
|
|
| RUN wget https://huggingface.co/cigol123/MKLLM-7B-Instruct-Q4_K_S-GGUF/resolve/main/mkllm-7b-instruct-q4_k_s.gguf |
|
|
| COPY --chown=user ./requirements.txt requirements.txt |
| RUN pip install --no-cache-dir --upgrade -r requirements.txt |
|
|
| COPY --chown=user . /app |
| CMD ["python", "app.py"] |
|
|
