File size: 634 Bytes
dfb775d | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 | # mindxtrain serving container — vLLM-ROCm.
#
# Boots vLLM against the FP8-quantized checkpoint produced by
# `mindxtrain quantize`. Uses AITER kernels (FlashAttention/MoE/FP8).
FROM docker.io/rocm/vllm-dev:rocm7.2.1
ENV PYTORCH_ROCM_ARCH=gfx942 \
HSA_NO_SCRATCH_RECLAIM=1 \
HIP_FORCE_DEV_KERNARG=1 \
GPU_MAX_HW_QUEUES=1 \
VLLM_USE_TRITON_FLASH_ATTN=0
WORKDIR /workspace/mindxtrain
EXPOSE 8000
# The image already contains vLLM-ROCm; the actual `vllm serve` invocation
# is constructed by `mindxtrain.deploy.vllm_launcher.build_vllm_command` and run
# at container start time.
ENTRYPOINT ["vllm"]
CMD ["--help"]
|