File size: 2,252 Bytes
2f6097e
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
from sentence_transformers import SentenceTransformer

MODEL_NAME = "intfloat/multilingual-e5-small"


class KnowledgeReranker:
    def __init__(self):
        self.model = SentenceTransformer(MODEL_NAME)

    def rerank(self, query, records):
        # 没有找到文档时,直接返回空列表
        if not records:
            return []

        # 提取现有 Knowledge Service 返回的内容
        passages = [
            "passage: " + r["title"] + " " + r["snippet"]
            for r in records
        ]

        # 将问题和文档转换为向量
        query_vector = self.model.encode(
            "query: " + query,
            normalize_embeddings=True,
        )

        document_vectors = self.model.encode(
            passages,
            normalize_embeddings=True,
        )

        # 计算语义相似度
        scores = document_vectors @ query_vector

        # 保留原始来源、版本、许可证等字段
        ranked = sorted(
            zip(records, scores),
            key=lambda item: float(item[1]),
            reverse=True,
        )

        return [
            {**record, "semantic_score": float(score)}
            for record, score in ranked
        ]


if __name__ == "__main__":
    # 模拟现有 Knowledge Service 已经授权返回的结果
    records = [
        {
            "citation_id": "WMS-001",
            "title": "库存管理",
            "snippet": "商品入库、出库和库存余额管理。",
            "source_url": "example://wms",
        },
        {
            "citation_id": "ERP-001",
            "title": "采购管理",
            "snippet": "供应商报价、订单审批和付款管理。",
            "source_url": "example://erp",
        },
        {
            "citation_id": "JAVA-001",
            "title": "Java API",
            "snippet": "Spring Boot REST API 接口开发。",
            "source_url": "example://java",
        },
    ]

    reranker = KnowledgeReranker()

    result = reranker.rerank(
        "怎样管理供应商采购报价?",
        records,
    )

    for item in result:
        print(
            item["citation_id"],
            round(item["semantic_score"], 4),
            item["source_url"],
        )