Dockerfile

FROM nvcr.io/nvidia/pytorch:24.01-py3

WORKDIR /app

RUN pip install --no-cache-dir vllm gradio huggingface_hub

COPY . .

CMD ["python", "app.py"]