Dockerfile

# syntax=docker/dockerfile:1.4

FROM debian:13

ENV DEBIAN_FRONTEND=noninteractive

# Install dependencies
RUN apt-get update && \
    apt-get install -y \
        build-essential \
        curl \
        ca-certificates \
        git \
        cmake \
        clang \
        pkg-config \
        ccache \
        wget \
        vim \
        libicu76 \
        expect

# Create non-root user
RUN useradd -m user && \
    mkdir -p /home/user/code && \
    chown -R user:user /home/user

USER user
WORKDIR /home/user

# Create directories and download model
RUN mkdir -p /home/user/code/models && \
    mkdir -p /home/user/code/app/wwwroot && \
    wget -q \
      https://huggingface.co/RavichandranJ/Dolphin3-Cyber-8B-GGUF/resolve/main/Dolphin3.0-Llama3.1-8B-abliterated.Q4_K_M.gguf \
      -O /home/user/code/models/Dolphin3.0-Llama3.1-8B-abliterated.Q4_K_M.gguf

# Shallow clone and build OpenBLAS
RUN git clone --depth 1 \
      https://github.com/OpenMathLib/OpenBLAS.git \
      /home/user/code/models/OpenBLAS && \
    make -C /home/user/code/models/OpenBLAS -j2 \
      > /home/user/code/models/OpenBLAS/build.log 2>&1 || \
    (tail -20 /home/user/code/models/OpenBLAS/build.log && false)

# Install OpenBLAS as root
USER root

RUN make -C /home/user/code/models/OpenBLAS install \
      > /home/user/code/models/OpenBLAS/install.log 2>&1 || \
    (tail -20 /home/user/code/models/OpenBLAS/install.log && false) && \
    cp /opt/OpenBLAS/lib/libopenblas* /usr/local/lib/

USER user
# use --branch b8797 for qwen 3.5 compat may be fixed in future
RUN git clone --depth 1 \
    https://github.com/ggerganov/llama.cpp.git \
    /home/user/code/models/llama.cpp

# Install .NET 10
RUN wget https://dot.net/v1/dotnet-install.sh \
      -O /home/user/dotnet-install.sh && \
    chmod +x /home/user/dotnet-install.sh && \
    /home/user/dotnet-install.sh --channel 10.0

# Persistent .NET environment
ENV DOTNET_ROOT=/home/user/.dotnet
ENV PATH=$PATH:$DOTNET_ROOT:$DOTNET_ROOT/tools

# Verify .NET installation
RUN whoami && dotnet --version

# Clone private repositories
RUN --mount=type=secret,id=GITHUB_TOKEN,mode=0444,required=true \
    git clone \
      https://x-access-token:$(cat /run/secrets/GITHUB_TOKEN)@github.com/Mungert69/NetworkMonitorLib.git \
      /home/user/code/NetworkMonitorLib && \
    git clone \
      https://x-access-token:$(cat /run/secrets/GITHUB_TOKEN)@github.com/Mungert69/NetworkMonitorLLM.git \
      /home/user/code/NetworkMonitorLLM && \
    git clone \
      https://x-access-token:$(cat /run/secrets/GITHUB_TOKEN)@github.com/Mungert69/NetworkMonitorData.git \
      /home/user/code/NetworkMonitorData

# Apply llama.cpp patches
#RUN git -C /home/user/code/models/llama.cpp apply \
#      /home/user/code/NetworkMonitorLLM/patches/qwen35_imrope_context_shift_fix.diff

# Build llama.cpp with OpenBLAS
RUN export PKG_CONFIG_PATH=/opt/OpenBLAS/lib/pkgconfig:$PKG_CONFIG_PATH && \
    cmake \
      -S /home/user/code/models/llama.cpp \
      -B /home/user/code/models/llama.cpp/build \
      -DGGML_BLAS=ON \
      -DGGML_BLAS_VENDOR=OpenBLAS \
      -DBLAS_INCLUDE_DIRS=/home/user/code/models/OpenBLAS \
      -DLLAMA_CURL=OFF && \
    cmake --build /home/user/code/models/llama.cpp/build \
      --config Release -j2 && \
    cp /home/user/code/models/llama.cpp/build/bin/* \
       /home/user/code/models/llama.cpp/

# Copy application files
COPY --chown=user:user appsettings.json \
    /home/user/code/app/appsettings.json

COPY --chown=user:user index.html \
    /home/user/code/app/wwwroot/index.html

# Working directory for model tasks
WORKDIR /home/user/code/models

# Hugging Face Spaces port
EXPOSE 7860

# Build .NET project
WORKDIR /home/user/code/NetworkMonitorLLM

RUN dotnet restore && \
    dotnet build -c Release

# Copy runtime files and remove sources
RUN cp -r /home/user/code/NetworkMonitorLLM/bin/Release/net10.0/* \
          /home/user/code/app/ && \
    rm -rf \
      /home/user/code/NetworkMonitorLib \
      /home/user/code/NetworkMonitorLLM \
      /home/user/code/NetworkMonitorData

# Final runtime directory
WORKDIR /home/user/code/app

CMD ["dotnet", "NetworkMonitorLLM.dll", "--urls", "http://0.0.0.0:7860"]