Upload folder using huggingface_hub

Dockerfile

@@ -1,16 +1,5 @@
 FROM python:3.10-slim
 
-# Install system dependencies required to build llama-cpp-python
-RUN apt-get update && apt-get install -y \
-    build-essential \
-    gcc \
-    g++ \
-    cmake \
-    git \
-    python3-dev \
-    curl \
-    && rm -rf /var/lib/apt/lists/*
-
 # Set up working directory
 WORKDIR /code
 
@@ -19,7 +8,7 @@ RUN mkdir -p /cache && chmod 777 /cache
 ENV HF_HOME=/cache
 ENV XDG_CACHE_HOME=/cache
 
-# Copy and install python requirements
+# Copy and install python requirements (using precompiled CPU wheels)
 COPY requirements.txt .
 RUN pip install --no-cache-dir -r requirements.txt
 

requirements.txt

@@ -1,3 +1,4 @@
+--extra-index-url https://abetlen.github.io/llama-cpp-python/whl/cpu
 fastapi>=0.100.0
 uvicorn>=0.22.0
 llama-cpp-python>=0.2.75