File size: 14,637 Bytes
daa4d56
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
"""Management, authorization, original bytes and actual evidence-to-model integration."""
import os
import sys
import time
import uuid
import tempfile
import unittest
from pathlib import Path
from unittest.mock import patch
import httpx
from fastapi.testclient import TestClient
sys.path.insert(0,str(Path(__file__).resolve().parents[2]))
from APIGateway.app.main import create_app
from APIGateway.app.stubs import Providers
from LLMGateway import LLMGateway


class WorkbenchTests(unittest.TestCase):
    @classmethod
    def setUpClass(cls):
        cls.tmp=tempfile.TemporaryDirectory()
        cls.env=patch.dict(os.environ,{'WORKOS_WORKSPACE_DATA_DIR':cls.tmp.name})
        cls.env.start()
        cls.p=Providers()
        cls.c=TestClient(create_app(cls.p))
        cls.c.__enter__()
        cls.tokens={}
        for name,password in [('admin','admin123'),('lin','demo123'),('zhou','demo123')]:
            cls.tokens[name]={'Authorization':'Bearer '+cls.c.post('/api/v1/auth/login',json={'username':name,'password':password}).json()['access_token']}

    @classmethod
    def tearDownClass(cls):
        cls.c.__exit__(None,None,None)
        cls.p.workspace.engine.dispose()
        cls.env.stop()
        cls.tmp.cleanup()

    def request(self,method,path,body=None,user='lin',status=200,key=None,**kwargs):
        response=self.c.request(method,'/api/v1'+path,headers={**self.tokens[user],'Idempotency-Key':key or str(uuid.uuid4())},json=body,**kwargs)
        self.assertEqual(response.status_code,status,response.text)
        return response.json() if response.content else {}

    def space(self,user='lin'):
        return self.request('POST','/workspaces',{'title':'独立验收事项'},user,201)['workspace_id']

    def library(self):
        return self.request('POST','/admin/knowledge/bases',{'name':'验收资料库','category':'办公'},'admin',201)

    def ingest(self,bid,text,document_id=None):
        data={'document_id':document_id} if document_id else {}
        response=self.c.post('/api/v1/admin/knowledge/bases/'+bid+'/documents',headers=self.tokens['admin'],
                             files={'file':('sample.md',text.encode(),'text/markdown')},data=data)
        self.assertEqual(response.status_code,201,response.text)
        return response.json()

    def test_management_grants_and_revocation(self):
        self.request('GET','/admin/knowledge/bases',status=403)
        self.assertEqual(self.c.get('/api/v1/admin/knowledge/bases').status_code,401)
        b=self.library();bid=b['base_id'];wid=self.space()
        d=self.ingest(bid,'# 邮件验收\n管理资料 ADMIN_EVIDENCE_X7 邮件收件人抄送。')
        self.assertEqual(d['category'],'邮件沟通');self.assertIn('邮件',d['tags'])
        payload={'workspace_id':wid,'query':'ADMIN_EVIDENCE_X7','base_ids':[bid]}
        self.request('POST','/knowledge/search',payload,status=404)
        result=self.request('PUT',f'/admin/knowledge/bases/{bid}/grants/u-lin',{'enabled':True,'expected_revision':b['revision']},'admin')
        b=next(b for b in result['items'] if b['base_id']==bid)
        self.request('PUT',f'/admin/knowledge/bases/{bid}/grants/u-lin',{'enabled':False,'expected_revision':1},'admin',409)
        hit=self.request('POST','/knowledge/search',payload)['items'][0]
        original=self.c.get('/api/v1/citations/'+hit['citation_id']+'/original',headers=self.tokens['lin'],params={'workspace_id':wid})
        self.assertEqual(original.content,'# 邮件验收\n管理资料 ADMIN_EVIDENCE_X7 邮件收件人抄送。'.encode())
        self.request('PUT',f'/admin/knowledge/bases/{bid}/grants/u-lin',{'enabled':False,'expected_revision':b['revision']},'admin')
        self.request('GET','/citations/'+hit['citation_id']+'?workspace_id='+wid,status=404)
        self.request('POST','/knowledge/search',payload,status=404)
        self.assertTrue(self.request('GET','/admin/knowledge/audit',user='admin')['items'])

    def test_versions_failed_parse_publication_and_tenant_isolation(self):
        b=self.library();bid=b['base_id'];admin_wid=self.space('admin')
        old=self.ingest(bid,'VERSION_OLD_X9 邮件记录')
        new=self.ingest(bid,'VERSION_NEW_X9 邮件记录',old['document_id'])
        self.assertEqual(new['version'],'2')
        query={'workspace_id':admin_wid,'query':'VERSION_NEW_X9','base_ids':[bid]}
        hits=self.request('POST','/knowledge/search',query,'admin')['items'];self.assertEqual(hits[0]['document_version'],2)
        changed={'category':'人工分类','tags':['验收标签'],'publication':'withdrawn','expected_revision':new['revision']}
        self.request('PATCH','/admin/knowledge/documents/'+new['document_key'],changed,'admin')
        self.request('PATCH','/admin/knowledge/documents/'+new['document_key'],changed,'admin',409)
        self.request('GET','/citations/'+hits[0]['citation_id'],user='admin',status=404)
        bad=self.c.post('/api/v1/admin/knowledge/bases/'+bid+'/documents',headers=self.tokens['admin'],files={'file':('bad.pdf',b'bad pdf','application/pdf')}).json()
        self.assertEqual(bad['status'],'failed')
        self.request('PATCH','/admin/knowledge/documents/'+bad['document_key'],{'category':'其他','tags':[],'publication':'published','expected_revision':1},'admin',422)
        self.assertEqual(self.p.knowledge.bases({'tenant_id':'other-tenant','user_id':'u-admin','roles':['admin']})['items'],[])
        self.assertEqual(self.p.knowledge.library_list({'tenant_id':'other-tenant','user_id':'u-admin','roles':['admin']},True)['items'],[])

    def test_chat_selections_persistence_and_private_isolation(self):
        wid=self.space();other=self.space('zhou');text='PRIVATE_FACT_Z8 会议由测试主持人召开,时限待确认。'
        upload=self.c.post(f'/api/v1/workspaces/{wid}/attachments',headers={**self.tokens['lin'],'Idempotency-Key':str(uuid.uuid4())},files={'file':('会议来文.md',text.encode(),'text/markdown')})
        self.assertEqual(upload.json()['parse_status'],'ready')
        payload={'content':'PRIVATE_FACT_Z8','base_ids':['kb-personal'],'employee_id':'meeting-assistant','model_route':'heavy','skill_ids':['document-review']}
        key=str(uuid.uuid4());result=self.request('POST',f'/workspaces/{wid}/chat',payload,status=201,key=key)
        self.assertEqual(result['route'],'heavy');self.assertTrue(result['citations']);self.assertIn('PRIVATE_FACT_Z8',result['assistant_message']['content'])
        self.assertIn('meeting-minutes',[s['skill_id'] for s in result['effective_skills']])
        replay=self.request('POST',f'/workspaces/{wid}/chat',payload,status=201,key=key)
        self.assertEqual(result['assistant_message']['message_id'],replay['assistant_message']['message_id'])
        self.request('POST',f'/workspaces/{wid}/chat',{**payload,'model_route':'light'},status=409,key=key)
        restored=self.request('GET',f'/workspaces/{wid}/chat-turns')['items'][0]
        self.assertEqual(restored['citations'],result['citations'])
        self.request('POST',f'/workspaces/{wid}/chat',payload,user='zhou',status=404)
        empty=self.request('POST',f'/workspaces/{other}/chat',payload,user='zhou',status=201)
        self.assertEqual(empty['citations'],[])
        self.request('POST',f'/workspaces/{wid}/chat',{'content':'你好','model_route':'evil'},status=422)

    def test_library_disable_and_seed_does_not_restore_revoked_grant(self):
        b=self.library();bid=b['base_id'];wid=self.space('admin')
        self.ingest(bid,'DISABLE_MARKER_C3 制度')
        self.request('PUT','/admin/knowledge/bases/'+bid,{'name':b['name'],'category':'办公','visibility':'shared','status':'disabled','expected_revision':b['revision']},'admin')
        self.request('POST','/knowledge/search',{'workspace_id':wid,'query':'DISABLE_MARKER_C3','base_ids':[bid]},'admin',404)
        b=next(x for x in self.request('GET','/admin/knowledge/bases',user='admin')['items'] if x['base_id']=='kb-office')
        self.request('PUT','/admin/knowledge/bases/kb-office/grants/u-zhou',{'enabled':False,'expected_revision':b['revision']},'admin')
        self.p.knowledge.seed_demo_catalog()
        self.assertNotIn('kb-office',[x['base_id'] for x in self.request('GET','/knowledge-bases',user='zhou')['items']])

    def test_document_form_full_workflow(self):
        wid=self.space()
        m=self.request('POST',f'/workspaces/{wid}/messages',{'content':'请根据通知要素起草工作通知,未知信息待确认。'},status=201)
        run=self.request('POST',f'/workspaces/{wid}/runs',{'employee_id':'official-document-writer','input_message_id':m['message_id'],
            'model_route':'light','base_ids':['kb-templates'],'form':{'audience':'验收组','issuer':'演示办公室','deadline':'2030年1月2日','constraints':'列出待确认项'}},status=202)
        for _ in range(100):
            run=self.request('GET','/runs/'+run['run_id'])
            if run['status'] in ('awaiting_confirmation','failed'):break
            time.sleep(.1)
        self.assertEqual(run['status'],'awaiting_confirmation',run.get('error'))
        self.assertEqual(run['generation']['route'],'light');self.assertTrue(run['citations'])
        artifact=self.request('GET','/artifacts/'+run['artifact_id'])
        for fact in ('验收组','演示办公室','2030年1月2日','[K1]'):self.assertIn(fact,artifact['content'])
        edited=self.request('PATCH','/artifacts/'+artifact['artifact_id'],{'content':artifact['content']+'\n人工核对完成','expected_version':artifact['version']})
        self.request('POST','/runs/'+run['run_id']+'/approval',{'artifact_id':artifact['artifact_id'],'expected_version':artifact['version'],'content_hash':artifact['content_hash']},status=409)
        self.request('POST','/runs/'+run['run_id']+'/approval',{'artifact_id':edited['artifact_id'],'expected_version':edited['version'],'content_hash':edited['content_hash']},status=202)
        for _ in range(70):
            run=self.request('GET','/runs/'+run['run_id'])
            if run['status'] in ('succeeded','failed'):break
            time.sleep(.1)
        self.assertEqual(run['status'],'succeeded',run.get('error'))
        self.assertTrue(self.request('GET','/notifications')['items'])
        self.assertEqual(self.request('GET',f'/workspaces/{wid}/runs')['items'][0]['run_id'],run['run_id'])

    def test_real_provider_receives_evidence_and_manual_route(self):
        seen=[]
        def respond(request):
            import json
            seen.append(json.loads(request.content))
            minutes={'title':'验收会议纪要','summary':'已根据检索资料整理。[K1]','decisions':[],'actions':[],'uncertainties':['会议日期待确认']}
            return httpx.Response(200,json={'status':'completed','output':[{'type':'message','content':[{'type':'output_text','text':json.dumps(minutes,ensure_ascii=False)}]}],'usage':{'input_tokens':12,'output_tokens':8}})
        original_llm=self.p.llm
        with patch.dict(os.environ,{'DASHSCOPE_API_KEY':'test-key-only','DASHSCOPE_BASE_URL':'https://dashscope.aliyuncs.com/compatible-mode/v1'}):
            llm=LLMGateway(self.p.workspace.engine,mode='real',transport=httpx.MockTransport(respond))
        self.p.llm=llm
        try:
            wid=self.space()
            result=self.request('POST',f'/workspaces/{wid}/chat',{'content':'会议纪要行动项','model_route':'heavy','base_ids':['kb-office'],'employee_id':'meeting-assistant'},status=201)
            self.assertEqual(result['mode'],'real');self.assertEqual(seen[0]['model'],'qwen3.8-max-0902')
            prompt=seen[0]['input'][0]['content']
            self.assertIn('行动项必须包含事项',prompt)
            self.assertIn('区分讨论、决议与未决事项',prompt)
            self.assertIn(result['citations'][0]['citation_id'],prompt)
        finally:
            self.p.llm=original_llm
            self.c.portal.call(llm.close)

    def test_trace_covers_modules_database_errors_and_owner_boundary(self):
        import json
        wid=self.space()
        result=self.request('POST',f'/workspaces/{wid}/chat',{'content':'通知起草要素','base_ids':['kb-templates'],'model_route':'standard'},status=201)
        traces=self.request('GET',f'/workspaces/{wid}/traces')['items']
        chat=next(t for t in traces if t['operation'].endswith('/chat'))
        modules={s['module'] for s in chat['spans']}
        self.assertTrue({'API Gateway','Identity Service','Conversation Service','Workspace Service','Knowledge Service','LLM Gateway','Database'}<=modules,modules)
        self.assertTrue(all(s['status']=='ok' for s in chat['spans']))
        llm=next(s for s in chat['spans'] if s['module']=='LLM Gateway' and s['operation']=='generate')
        self.assertIn('检索证据' if '检索证据' in json.dumps(llm) else 'retrieved_evidence',json.dumps(llm,ensure_ascii=False))
        sql=next(s for s in chat['spans'] if s['module']=='Database')
        self.assertIn('statement',sql['input']);self.assertEqual(sql['input']['parameters'],'已隐藏')
        encoded=json.dumps(chat)
        self.assertNotIn('Bearer ',encoded);self.assertNotIn('demo123',encoded)
        self.request('GET',f'/workspaces/{wid}/traces',user='zhou',status=404)
        self.request('POST',f'/workspaces/{wid}/chat',{'content':'故意触发未知知识库错误','base_ids':['missing']},status=404)
        error=next(t for t in self.request('GET',f'/workspaces/{wid}/traces')['items'] if t['status']=='error')
        self.assertTrue(any(s['module']=='Knowledge Service' and s['status']=='error' and s['error']['code']=='RESOURCE_NOT_FOUND' for s in error['spans']))
        # Prove SQL failure is captured by the actual engine hook, not inferred from HTTP.
        from observability import Trace,span
        from sqlalchemy import text
        with self.assertRaises(Exception):
            with Trace(self.p.workspace.Session,'test database failure',user={'tenant_id':'demo-tenant','user_id':'u-lin'},workspace=wid):
                with span('Knowledge Service','forced SQL error'):
                    with self.p.workspace.Session() as db:db.execute(text('SELECT * FROM missing_trace_test_table'))
        db_error=next(t for t in self.request('GET',f'/workspaces/{wid}/traces')['items'] if t['operation']=='test database failure')
        self.assertTrue(any(s['module']=='Database' and s['status']=='error' for s in db_error['spans']))