Spaces:
Sleeping
Sleeping
ADD: implement retrieval functionality in retriever module
Browse files- rag/retriever.py +32 -0
rag/retriever.py
ADDED
|
@@ -0,0 +1,32 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
import logging
|
| 2 |
+
|
| 3 |
+
from repositories.embedding_repository import match_embeddings
|
| 4 |
+
from rag.embedder import get_embedding
|
| 5 |
+
|
| 6 |
+
|
| 7 |
+
logger = logging.getLogger(__name__)
|
| 8 |
+
|
| 9 |
+
|
| 10 |
+
def retrieve(query: str, workspace_id: str, top_k: int = 5) -> list[dict]:
|
| 11 |
+
if not query.strip():
|
| 12 |
+
logger.warning("retrieve called with empty query")
|
| 13 |
+
return []
|
| 14 |
+
|
| 15 |
+
try:
|
| 16 |
+
query_embedding = get_embedding(query)
|
| 17 |
+
except Exception as e:
|
| 18 |
+
logger.error(f"Failed to generate embedding for query: {e}")
|
| 19 |
+
return []
|
| 20 |
+
|
| 21 |
+
try:
|
| 22 |
+
data = match_embeddings(query_embedding, workspace_id, top_k)
|
| 23 |
+
except Exception as e:
|
| 24 |
+
logger.error(f"match_embeddings RPC failed for workspace {workspace_id}: {e}")
|
| 25 |
+
return []
|
| 26 |
+
|
| 27 |
+
if not data:
|
| 28 |
+
logger.warning(f"No chunks retrieved for workspace={workspace_id} query='{query[:60]}'")
|
| 29 |
+
return []
|
| 30 |
+
|
| 31 |
+
logger.debug(f"Retrieved {len(data)} chunks for workspace={workspace_id}")
|
| 32 |
+
return data
|