| FROM runpod/pytorch:2.4.0-py3.11-cuda12.4.1-devel-ubuntu22.04 | |
| WORKDIR /app | |
| RUN pip install --no-cache-dir --index-url https://download.pytorch.org/whl/cu128 torch==2.7.1 torchvision==0.22.1 \ | |
| && pip uninstall -y torchaudio | |
| COPY qwen21/requirements.txt . | |
| RUN pip install --no-cache-dir --ignore-installed cryptography \ | |
| && pip install --no-cache-dir -r requirements.txt | |
| ENV HF_HUB_CACHE=/runpod-volume/huggingface-cache/hub HF_HUB_OFFLINE=1 TRANSFORMERS_OFFLINE=1 HF_HUB_DISABLE_PROGRESS_BARS=1 | |
| COPY qwen21/handler.py . | |
| CMD ["python", "-u", "handler.py"] | |