Spaces:
Sleeping
Sleeping
Move to custom vllm image
Browse files- Dockerfile +1 -25
Dockerfile
CHANGED
|
@@ -1,28 +1,4 @@
|
|
| 1 |
-
FROM
|
| 2 |
-
|
| 3 |
-
RUN apt-get update && apt-get upgrade && apt-get install -y libnuma-dev git ninja-build build-essential cmake
|
| 4 |
-
RUN rm -rf /var/lib/apt/lists/*
|
| 5 |
-
COPY --from=ghcr.io/astral-sh/uv:latest /uv /uvx /bin/
|
| 6 |
-
|
| 7 |
-
RUN git clone https://github.com/vllm-project/vllm.git vllm
|
| 8 |
-
WORKDIR /vllm
|
| 9 |
-
|
| 10 |
-
ENV VLLM_TARGET_DEVICE=cpu
|
| 11 |
-
ENV CMAKE_DISABLE_FIND_PACKAGE_CUDA=ON
|
| 12 |
-
ENV VLLM_CPU_AVX512BF16=0
|
| 13 |
-
ENV VLLM_CPU_AVX512VNNI=0
|
| 14 |
-
ENV VLLM_CPU_DISABLE_AVX512=1
|
| 15 |
-
|
| 16 |
-
RUN uv pip install --system -r requirements/cpu-build.txt --index-strategy unsafe-best-match
|
| 17 |
-
RUN uv pip install --system -r requirements/cpu.txt --index-strategy unsafe-best-match
|
| 18 |
-
|
| 19 |
-
RUN uv pip install --system . --no-build-isolation
|
| 20 |
-
RUN uv build --wheel
|
| 21 |
-
|
| 22 |
-
FROM python:3.12-slim-trixie AS runtime
|
| 23 |
-
|
| 24 |
-
COPY --from=builder /vllm/dist/*.whl /dist
|
| 25 |
-
RUN pip install /dist/*.whl
|
| 26 |
|
| 27 |
ENV VLLM_CPU_KVCACHE_SPACE=80
|
| 28 |
ENV VLLM_CPU_OMP_THREADS_BIND=2
|
|
|
|
| 1 |
+
FROM roacoh/vllm-cpu-env
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 2 |
|
| 3 |
ENV VLLM_CPU_KVCACHE_SPACE=80
|
| 4 |
ENV VLLM_CPU_OMP_THREADS_BIND=2
|