FROM runpod/pytorch:2.4.0-py3.11-cuda12.4.1-devel-ubuntu22.04
WORKDIR /app
RUN pip install --no-cache-dir --index-url https://download.pytorch.org/whl/cu128 torch==2.7.1 torchvision==0.22.1 \
 && pip uninstall -y torchaudio
COPY qwen21/requirements.txt .
RUN pip install --no-cache-dir --ignore-installed cryptography \
 && pip install --no-cache-dir -r requirements.txt
ENV HF_HUB_CACHE=/runpod-volume/huggingface-cache/hub HF_HUB_OFFLINE=1 TRANSFORMERS_OFFLINE=1 HF_HUB_DISABLE_PROGRESS_BARS=1
COPY qwen21/handler.py .
CMD ["python", "-u", "handler.py"]