Spaces:
Paused
Paused
File size: 2,252 Bytes
2f6097e | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 | from sentence_transformers import SentenceTransformer
MODEL_NAME = "intfloat/multilingual-e5-small"
class KnowledgeReranker:
def __init__(self):
self.model = SentenceTransformer(MODEL_NAME)
def rerank(self, query, records):
# 没有找到文档时,直接返回空列表
if not records:
return []
# 提取现有 Knowledge Service 返回的内容
passages = [
"passage: " + r["title"] + " " + r["snippet"]
for r in records
]
# 将问题和文档转换为向量
query_vector = self.model.encode(
"query: " + query,
normalize_embeddings=True,
)
document_vectors = self.model.encode(
passages,
normalize_embeddings=True,
)
# 计算语义相似度
scores = document_vectors @ query_vector
# 保留原始来源、版本、许可证等字段
ranked = sorted(
zip(records, scores),
key=lambda item: float(item[1]),
reverse=True,
)
return [
{**record, "semantic_score": float(score)}
for record, score in ranked
]
if __name__ == "__main__":
# 模拟现有 Knowledge Service 已经授权返回的结果
records = [
{
"citation_id": "WMS-001",
"title": "库存管理",
"snippet": "商品入库、出库和库存余额管理。",
"source_url": "example://wms",
},
{
"citation_id": "ERP-001",
"title": "采购管理",
"snippet": "供应商报价、订单审批和付款管理。",
"source_url": "example://erp",
},
{
"citation_id": "JAVA-001",
"title": "Java API",
"snippet": "Spring Boot REST API 接口开发。",
"source_url": "example://java",
},
]
reranker = KnowledgeReranker()
result = reranker.rerank(
"怎样管理供应商采购报价?",
records,
)
for item in result:
print(
item["citation_id"],
round(item["semantic_score"], 4),
item["source_url"],
)
|