Roaoch commited on
Commit
6a93077
·
1 Parent(s): de9b9e3

Move to custom vllm image

Browse files
Files changed (1) hide show
  1. Dockerfile +1 -25
Dockerfile CHANGED
@@ -1,28 +1,4 @@
1
- FROM python:3.12-slim-trixie AS builder
2
-
3
- RUN apt-get update && apt-get upgrade && apt-get install -y libnuma-dev git ninja-build build-essential cmake
4
- RUN rm -rf /var/lib/apt/lists/*
5
- COPY --from=ghcr.io/astral-sh/uv:latest /uv /uvx /bin/
6
-
7
- RUN git clone https://github.com/vllm-project/vllm.git vllm
8
- WORKDIR /vllm
9
-
10
- ENV VLLM_TARGET_DEVICE=cpu
11
- ENV CMAKE_DISABLE_FIND_PACKAGE_CUDA=ON
12
- ENV VLLM_CPU_AVX512BF16=0
13
- ENV VLLM_CPU_AVX512VNNI=0
14
- ENV VLLM_CPU_DISABLE_AVX512=1
15
-
16
- RUN uv pip install --system -r requirements/cpu-build.txt --index-strategy unsafe-best-match
17
- RUN uv pip install --system -r requirements/cpu.txt --index-strategy unsafe-best-match
18
-
19
- RUN uv pip install --system . --no-build-isolation
20
- RUN uv build --wheel
21
-
22
- FROM python:3.12-slim-trixie AS runtime
23
-
24
- COPY --from=builder /vllm/dist/*.whl /dist
25
- RUN pip install /dist/*.whl
26
 
27
  ENV VLLM_CPU_KVCACHE_SPACE=80
28
  ENV VLLM_CPU_OMP_THREADS_BIND=2
 
1
+ FROM roacoh/vllm-cpu-env
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2
 
3
  ENV VLLM_CPU_KVCACHE_SPACE=80
4
  ENV VLLM_CPU_OMP_THREADS_BIND=2