Spaces:

blanchon
/

TiM

Paused

TiM / Dockerfile

Update

7ab95fc about 1 year ago

2.2 kB

# Get uv installer
FROM ghcr.io/astral-sh/uv:0.2.12 as uv

# Main application image
FROM nvidia/cuda:11.8.0-cudnn8-devel-ubuntu22.04

# Set home to the user's home directory
ENV DEBIAN_FRONTEND=noninteractive \
HOME=/home/user \
	PATH=/home/user/.local/bin:$PATH \
	GRADIO_ALLOW_FLAGGING=never \
	GRADIO_NUM_PORTS=1 \
	GRADIO_SERVER_NAME=0.0.0.0 \
	GRADIO_THEME=huggingface \
	SYSTEM=spaces

# Copy uv
COPY --from=uv /uv /uv

# Install Python, pip, venv, and system dependencies
RUN apt-get update && \
    apt-get install -y --fix-missing --no-install-recommends \
    python3.11 python3.11-venv python3-pip ffmpeg \
    build-essential \
    git \
    && apt-get clean && \
    rm -rf /var/lib/apt/lists/*

# Create virtual environment
RUN --mount=type=cache,target=/root/.cache/uv \
    /uv venv /opt/venv

# Set environment variables
ENV VIRTUAL_ENV=/opt/venv \
    PATH="/opt/venv/bin:$PATH" \
    PORT=7860 \
    SERVER_NAME=0.0.0.0

# Create user and set permissions (required for HF Spaces)
RUN useradd -m -u 1000 user && \
    chown -R user /opt/venv

# Switch to user context
USER user
WORKDIR /app

# Set home to user's home directory and other envs
ENV HOME=/home/user \
    PATH=/home/user/.local/bin:$PATH \
    HF_HOME=/home/user/.cache/huggingface \
    UV_CACHE_DIR=/app/.uv-cache

# Create cache directory with proper permissions
RUN mkdir -p $UV_CACHE_DIR && chown -R user:user $UV_CACHE_DIR

# Copy requirements first for caching
COPY --chown=user requirements.txt .

# Install Python packages with uv caching
RUN --mount=type=cache,target=$UV_CACHE_DIR,uid=1000,gid=1000 \
    /uv pip install torch torchvision

# Install build dependencies for flash-attn
RUN --mount=type=cache,target=$UV_CACHE_DIR,uid=1000,gid=1000 \
    /uv pip install -U --no-cache-dir setuptools wheel ninja packaging

# Install flash-attn
RUN --mount=type=cache,target=$UV_CACHE_DIR,uid=1000,gid=1000 \
    MAX_JOBS=4 /uv pip install flash-attn --no-build-isolation

# Install Python packages with uv caching
RUN --mount=type=cache,target=$UV_CACHE_DIR,uid=1000,gid=1000 \
    /uv pip install --no-cache-dir -r requirements.txt

# Copy application code
COPY --chown=user . .

ENTRYPOINT ["python", "app.py"]

	# Get uv installer
	FROM ghcr.io/astral-sh/uv:0.2.12 as uv

	# Main application image
	FROM nvidia/cuda:11.8.0-cudnn8-devel-ubuntu22.04

	# Set home to the user's home directory
	ENV DEBIAN_FRONTEND=noninteractive \
	HOME=/home/user \
	PATH=/home/user/.local/bin:$PATH \
	GRADIO_ALLOW_FLAGGING=never \
	GRADIO_NUM_PORTS=1 \
	GRADIO_SERVER_NAME=0.0.0.0 \
	GRADIO_THEME=huggingface \
	SYSTEM=spaces

	# Copy uv
	COPY --from=uv /uv /uv

	# Install Python, pip, venv, and system dependencies
	RUN apt-get update && \
	apt-get install -y --fix-missing --no-install-recommends \
	python3.11 python3.11-venv python3-pip ffmpeg \
	build-essential \
	git \
	&& apt-get clean && \
	rm -rf /var/lib/apt/lists/*

	# Create virtual environment
	RUN --mount=type=cache,target=/root/.cache/uv \
	/uv venv /opt/venv

	# Set environment variables
	ENV VIRTUAL_ENV=/opt/venv \
	PATH="/opt/venv/bin:$PATH" \
	PORT=7860 \
	SERVER_NAME=0.0.0.0

	# Create user and set permissions (required for HF Spaces)
	RUN useradd -m -u 1000 user && \
	chown -R user /opt/venv

	# Switch to user context
	USER user
	WORKDIR /app

	# Set home to user's home directory and other envs
	ENV HOME=/home/user \
	PATH=/home/user/.local/bin:$PATH \
	HF_HOME=/home/user/.cache/huggingface \
	UV_CACHE_DIR=/app/.uv-cache

	# Create cache directory with proper permissions
	RUN mkdir -p $UV_CACHE_DIR && chown -R user:user $UV_CACHE_DIR

	# Copy requirements first for caching
	COPY --chown=user requirements.txt .

	# Install Python packages with uv caching
	RUN --mount=type=cache,target=$UV_CACHE_DIR,uid=1000,gid=1000 \
	/uv pip install torch torchvision

	# Install build dependencies for flash-attn
	RUN --mount=type=cache,target=$UV_CACHE_DIR,uid=1000,gid=1000 \
	/uv pip install -U --no-cache-dir setuptools wheel ninja packaging

	# Install flash-attn
	RUN --mount=type=cache,target=$UV_CACHE_DIR,uid=1000,gid=1000 \
	MAX_JOBS=4 /uv pip install flash-attn --no-build-isolation

	# Install Python packages with uv caching
	RUN --mount=type=cache,target=$UV_CACHE_DIR,uid=1000,gid=1000 \
	/uv pip install --no-cache-dir -r requirements.txt

	# Copy application code
	COPY --chown=user . .

	ENTRYPOINT ["python", "app.py"]