Spaces:
Runtime error
Runtime error
Download src/retrieval/reranker.py from aiassembled/agentic-diet-engine: direct link, hf CLI and curl.
- Browser
- Download file 1.24 kB
-
https://huggingface.co/spaces/aiassembled/agentic-diet-engine/resolve/main/src/retrieval/reranker.py
- Command line
-
hf download hf://spaces/aiassembled/agentic-diet-engine/src/retrieval/reranker.py
-
curl -L -o reranker.py https://huggingface.co/spaces/aiassembled/agentic-diet-engine/resolve/main/src/retrieval/reranker.py
1.24 kB
| import os | |
| import numpy as np | |
| from sentence_transformers import CrossEncoder | |
| from src.retrieval.hybrid_retriever import get_hybrid_retriever | |
| # --- 1. GLOBAL INITIALIZATION (Warm Start) --- | |
| # This loads the model ONCE when the app starts, not on every query. | |
| # Using the small but powerful MiniLM-L-6-v2 (approx 22M parameters) | |
| RERANK_MODEL = CrossEncoder('cross-encoder/ms-marco-MiniLM-L-6-v2', device='cpu') | |
| def get_reranked_docs(query): | |
| # 2. Get candidates (Recall Stage) | |
| retriever = get_hybrid_retriever() | |
| # Principal Tip: Ensure your hybrid retriever is limited to top 15-20 docs | |
| docs = retriever.invoke(query) | |
| if not docs: | |
| return [] | |
| # 3. Aggressive Pruning for 2-vCPU Performance | |
| # We only rerank the top 10 candidates. Reranking 50 on a free tier is suicide. | |
| candidate_docs = docs[:10] | |
| # 4. Re-rank (Precision Stage) | |
| # The model is already warm in memory, so predict() starts instantly. | |
| pairs = [[query, doc.page_content] for doc in candidate_docs] | |
| scores = RERANK_MODEL.predict(pairs) | |
| # 5. Sort and Return | |
| reranked_indices = np.argsort(scores)[::-1] | |
| # We return the re-ordered top docs | |
| return [candidate_docs[i] for i in reranked_indices] | |