Spaces:
Sleeping
Sleeping
| FROM python:3.11-slim | |
| # Install required system dependencies | |
| RUN apt-get update && apt-get install -y \ | |
| git curl build-essential cmake \ | |
| && rm -rf /var/lib/apt/lists/* | |
| # Set working directory | |
| WORKDIR /app | |
| # Create writable directories | |
| RUN mkdir -p /app/.cache /app/vector_database && chmod -R 777 /app | |
| # Set environment variables | |
| ENV TRANSFORMERS_CACHE=/app/.cache \ | |
| HF_HOME=/app/.cache \ | |
| CHROMADB_DISABLE_TELEMETRY=true | |
| # Install dependencies from requirements.txt first | |
| COPY requirements.txt . | |
| RUN pip install --no-cache-dir -r requirements.txt | |
| # Install nltk and download punkt tokenizer once during build | |
| RUN python -m nltk.downloader punkt punkt_tab | |
| # ✅ STEP 1: Copy the source data and the Python script into the image | |
| COPY ./combined_context.jsonl . | |
| COPY ./create_granular_chunks.py . | |
| # ✅ STEP 2: Run the script to generate the chunks file inside the image | |
| RUN python create_granular_chunks.py | |
| # ✅ STEP 3: The 'granular_chunks_improved.jsonl' now exists inside the image. | |
| # We no longer need to copy it from our local machine. | |
| # Note: As recommended before, 'llama-cpp-python' should be removed from requirements.txt | |
| # to rely on the more stable, version-pinned installation below. | |
| RUN pip install --no-cache-dir llama-cpp-python==0.2.61 | |
| # Copy the rest of the application code | |
| COPY ./app ./app | |
| # Copy the full-fine-tuned TinyLlama GGUF model (git-lfs tracked in this repo, | |
| # see .gitattributes). Replaces the old curl-from-a-separate-HF-model-repo | |
| # step - Spaces resolve git-lfs pointers automatically on build. | |
| COPY ./tinyllama_dop_full_q4_k_m.gguf /app/tinyllama_dop_full_q4_k_m.gguf | |
| # Expose the application port | |
| EXPOSE 7860 | |
| # Run the FastAPI application | |
| CMD ["uvicorn", "app.app:app", "--host", "0.0.0.0", "--port", "7860"] | |