Delete reranker.py

reranker.py

@@ -1,32 +0,0 @@
-from rank_bm25 import BM25Okapi
-from typing import List, Dict
-
-class Reranker:
-    def __init__(self):
-        self.tokenized_docs = []
-        self.bm25 = None
-
-    def prepare(self, documents: List[Dict]):
-        """Prepare the reranker with documents."""
-        self.tokenized_docs = [doc['content'].split() for doc in documents]
-        self.bm25 = BM25Okapi(self.tokenized_docs)
-
-    def rerank(self, query: str, initial_results: List[Dict], top_k: int) -> List[Dict]:
-        """Rerank initial search results using BM25."""
-        tokenized_query = query.split()
-        scores = self.bm25.get_scores(tokenized_query)
-        
-        # Combine initial scores with BM25 scores
-        reranked = []
-        for idx, result in enumerate(initial_results):
-            doc_idx = int(result['id'].split('_')[1])
-            combined_score = result['score'] + scores[doc_idx]
-            reranked.append({
-                'id': result['id'],
-                'content': result['content'],
-                'score': combined_score
-            })
-        
-        # Sort by combined score
-        reranked.sort(key=lambda x: x['score'], reverse=True)
-        return reranked[:top_k]