File size: 435 Bytes
82e4ccc
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
# Simplified TGI deployment - if main Dockerfile still has issues
FROM ghcr.io/huggingface/text-generation-inference:1.4

# Completely disable JIT compilation to avoid all caching issues
ENV NUMBA_DISABLE_JIT=1

# Basic configuration
ENV PORT=7860
ENV MODEL_ID=mistralai/Mistral-7B-Instruct-v0.2
ENV MAX_INPUT_LENGTH=2048
ENV MAX_TOTAL_TOKENS=4096
ENV TRUST_REMOTE_CODE=true
ENV HUGGINGFACE_HUB_CACHE=/tmp

# Run from /tmp
WORKDIR /tmp