Spaces:
Runtime error
Runtime error
File size: 435 Bytes
82e4ccc | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 | # Simplified TGI deployment - if main Dockerfile still has issues
FROM ghcr.io/huggingface/text-generation-inference:1.4
# Completely disable JIT compilation to avoid all caching issues
ENV NUMBA_DISABLE_JIT=1
# Basic configuration
ENV PORT=7860
ENV MODEL_ID=mistralai/Mistral-7B-Instruct-v0.2
ENV MAX_INPUT_LENGTH=2048
ENV MAX_TOTAL_TOKENS=4096
ENV TRUST_REMOTE_CODE=true
ENV HUGGINGFACE_HUB_CACHE=/tmp
# Run from /tmp
WORKDIR /tmp |