dockerfile

FROM ghcr.io/huggingface/text-generation-inference:2.3.1
ENV HF_HUB_ENABLE_HF_TRANSFER=1
CMD text-generation-launcher --model-id ${MODEL_ID:-Qwen/Qwen2.5-0.5B-Instruct} --port ${PORT}