Spaces:
Sleeping
Sleeping
| FROM python:3.11-slim-bookworm AS build | |
| RUN apt-get update && apt-get install -y --no-install-recommends build-essential cmake ninja-build git ca-certificates && rm -rf /var/lib/apt/lists/* | |
| WORKDIR /src | |
| RUN git init && git remote add origin https://github.com/CodeMasterCody3D/taardis-llama.cpp.git && git fetch --depth 1 origin 32030c5c910aba7c1e9ab56ce8aa66df729aa5b3 && git checkout --detach FETCH_HEAD | |
| RUN cmake -S . -B build -G Ninja -DCMAKE_BUILD_TYPE=Release -DBUILD_SHARED_LIBS=OFF -DGGML_NATIVE=OFF -DLLAMA_CURL=OFF -DLLAMA_BUILD_TESTS=OFF -DLLAMA_BUILD_EXAMPLES=OFF -DLLAMA_BUILD_SERVER=ON && cmake --build build --target llama-server -j 2 | |
| FROM python:3.11-slim-bookworm | |
| RUN apt-get update && apt-get install -y --no-install-recommends libgomp1 libstdc++6 ca-certificates && rm -rf /var/lib/apt/lists/* && useradd -m -u 1000 user | |
| COPY --from=build /src/build/bin/ /opt/llama/bin/ | |
| COPY --from=build /src/LICENSE /opt/llama/LICENSE | |
| WORKDIR /app | |
| COPY --chown=user:user app.py /app/app.py | |
| ENV PYTHONUNBUFFERED=1 PORT=7860 TAARDIS_THREADS=2 LD_LIBRARY_PATH=/opt/llama/bin | |
| USER user | |
| EXPOSE 7860 | |
| CMD ["python", "/app/app.py"] | |