Spaces:
Sleeping
Sleeping
File size: 14,637 Bytes
daa4d56 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 | """Management, authorization, original bytes and actual evidence-to-model integration."""
import os
import sys
import time
import uuid
import tempfile
import unittest
from pathlib import Path
from unittest.mock import patch
import httpx
from fastapi.testclient import TestClient
sys.path.insert(0,str(Path(__file__).resolve().parents[2]))
from APIGateway.app.main import create_app
from APIGateway.app.stubs import Providers
from LLMGateway import LLMGateway
class WorkbenchTests(unittest.TestCase):
@classmethod
def setUpClass(cls):
cls.tmp=tempfile.TemporaryDirectory()
cls.env=patch.dict(os.environ,{'WORKOS_WORKSPACE_DATA_DIR':cls.tmp.name})
cls.env.start()
cls.p=Providers()
cls.c=TestClient(create_app(cls.p))
cls.c.__enter__()
cls.tokens={}
for name,password in [('admin','admin123'),('lin','demo123'),('zhou','demo123')]:
cls.tokens[name]={'Authorization':'Bearer '+cls.c.post('/api/v1/auth/login',json={'username':name,'password':password}).json()['access_token']}
@classmethod
def tearDownClass(cls):
cls.c.__exit__(None,None,None)
cls.p.workspace.engine.dispose()
cls.env.stop()
cls.tmp.cleanup()
def request(self,method,path,body=None,user='lin',status=200,key=None,**kwargs):
response=self.c.request(method,'/api/v1'+path,headers={**self.tokens[user],'Idempotency-Key':key or str(uuid.uuid4())},json=body,**kwargs)
self.assertEqual(response.status_code,status,response.text)
return response.json() if response.content else {}
def space(self,user='lin'):
return self.request('POST','/workspaces',{'title':'独立验收事项'},user,201)['workspace_id']
def library(self):
return self.request('POST','/admin/knowledge/bases',{'name':'验收资料库','category':'办公'},'admin',201)
def ingest(self,bid,text,document_id=None):
data={'document_id':document_id} if document_id else {}
response=self.c.post('/api/v1/admin/knowledge/bases/'+bid+'/documents',headers=self.tokens['admin'],
files={'file':('sample.md',text.encode(),'text/markdown')},data=data)
self.assertEqual(response.status_code,201,response.text)
return response.json()
def test_management_grants_and_revocation(self):
self.request('GET','/admin/knowledge/bases',status=403)
self.assertEqual(self.c.get('/api/v1/admin/knowledge/bases').status_code,401)
b=self.library();bid=b['base_id'];wid=self.space()
d=self.ingest(bid,'# 邮件验收\n管理资料 ADMIN_EVIDENCE_X7 邮件收件人抄送。')
self.assertEqual(d['category'],'邮件沟通');self.assertIn('邮件',d['tags'])
payload={'workspace_id':wid,'query':'ADMIN_EVIDENCE_X7','base_ids':[bid]}
self.request('POST','/knowledge/search',payload,status=404)
result=self.request('PUT',f'/admin/knowledge/bases/{bid}/grants/u-lin',{'enabled':True,'expected_revision':b['revision']},'admin')
b=next(b for b in result['items'] if b['base_id']==bid)
self.request('PUT',f'/admin/knowledge/bases/{bid}/grants/u-lin',{'enabled':False,'expected_revision':1},'admin',409)
hit=self.request('POST','/knowledge/search',payload)['items'][0]
original=self.c.get('/api/v1/citations/'+hit['citation_id']+'/original',headers=self.tokens['lin'],params={'workspace_id':wid})
self.assertEqual(original.content,'# 邮件验收\n管理资料 ADMIN_EVIDENCE_X7 邮件收件人抄送。'.encode())
self.request('PUT',f'/admin/knowledge/bases/{bid}/grants/u-lin',{'enabled':False,'expected_revision':b['revision']},'admin')
self.request('GET','/citations/'+hit['citation_id']+'?workspace_id='+wid,status=404)
self.request('POST','/knowledge/search',payload,status=404)
self.assertTrue(self.request('GET','/admin/knowledge/audit',user='admin')['items'])
def test_versions_failed_parse_publication_and_tenant_isolation(self):
b=self.library();bid=b['base_id'];admin_wid=self.space('admin')
old=self.ingest(bid,'VERSION_OLD_X9 邮件记录')
new=self.ingest(bid,'VERSION_NEW_X9 邮件记录',old['document_id'])
self.assertEqual(new['version'],'2')
query={'workspace_id':admin_wid,'query':'VERSION_NEW_X9','base_ids':[bid]}
hits=self.request('POST','/knowledge/search',query,'admin')['items'];self.assertEqual(hits[0]['document_version'],2)
changed={'category':'人工分类','tags':['验收标签'],'publication':'withdrawn','expected_revision':new['revision']}
self.request('PATCH','/admin/knowledge/documents/'+new['document_key'],changed,'admin')
self.request('PATCH','/admin/knowledge/documents/'+new['document_key'],changed,'admin',409)
self.request('GET','/citations/'+hits[0]['citation_id'],user='admin',status=404)
bad=self.c.post('/api/v1/admin/knowledge/bases/'+bid+'/documents',headers=self.tokens['admin'],files={'file':('bad.pdf',b'bad pdf','application/pdf')}).json()
self.assertEqual(bad['status'],'failed')
self.request('PATCH','/admin/knowledge/documents/'+bad['document_key'],{'category':'其他','tags':[],'publication':'published','expected_revision':1},'admin',422)
self.assertEqual(self.p.knowledge.bases({'tenant_id':'other-tenant','user_id':'u-admin','roles':['admin']})['items'],[])
self.assertEqual(self.p.knowledge.library_list({'tenant_id':'other-tenant','user_id':'u-admin','roles':['admin']},True)['items'],[])
def test_chat_selections_persistence_and_private_isolation(self):
wid=self.space();other=self.space('zhou');text='PRIVATE_FACT_Z8 会议由测试主持人召开,时限待确认。'
upload=self.c.post(f'/api/v1/workspaces/{wid}/attachments',headers={**self.tokens['lin'],'Idempotency-Key':str(uuid.uuid4())},files={'file':('会议来文.md',text.encode(),'text/markdown')})
self.assertEqual(upload.json()['parse_status'],'ready')
payload={'content':'PRIVATE_FACT_Z8','base_ids':['kb-personal'],'employee_id':'meeting-assistant','model_route':'heavy','skill_ids':['document-review']}
key=str(uuid.uuid4());result=self.request('POST',f'/workspaces/{wid}/chat',payload,status=201,key=key)
self.assertEqual(result['route'],'heavy');self.assertTrue(result['citations']);self.assertIn('PRIVATE_FACT_Z8',result['assistant_message']['content'])
self.assertIn('meeting-minutes',[s['skill_id'] for s in result['effective_skills']])
replay=self.request('POST',f'/workspaces/{wid}/chat',payload,status=201,key=key)
self.assertEqual(result['assistant_message']['message_id'],replay['assistant_message']['message_id'])
self.request('POST',f'/workspaces/{wid}/chat',{**payload,'model_route':'light'},status=409,key=key)
restored=self.request('GET',f'/workspaces/{wid}/chat-turns')['items'][0]
self.assertEqual(restored['citations'],result['citations'])
self.request('POST',f'/workspaces/{wid}/chat',payload,user='zhou',status=404)
empty=self.request('POST',f'/workspaces/{other}/chat',payload,user='zhou',status=201)
self.assertEqual(empty['citations'],[])
self.request('POST',f'/workspaces/{wid}/chat',{'content':'你好','model_route':'evil'},status=422)
def test_library_disable_and_seed_does_not_restore_revoked_grant(self):
b=self.library();bid=b['base_id'];wid=self.space('admin')
self.ingest(bid,'DISABLE_MARKER_C3 制度')
self.request('PUT','/admin/knowledge/bases/'+bid,{'name':b['name'],'category':'办公','visibility':'shared','status':'disabled','expected_revision':b['revision']},'admin')
self.request('POST','/knowledge/search',{'workspace_id':wid,'query':'DISABLE_MARKER_C3','base_ids':[bid]},'admin',404)
b=next(x for x in self.request('GET','/admin/knowledge/bases',user='admin')['items'] if x['base_id']=='kb-office')
self.request('PUT','/admin/knowledge/bases/kb-office/grants/u-zhou',{'enabled':False,'expected_revision':b['revision']},'admin')
self.p.knowledge.seed_demo_catalog()
self.assertNotIn('kb-office',[x['base_id'] for x in self.request('GET','/knowledge-bases',user='zhou')['items']])
def test_document_form_full_workflow(self):
wid=self.space()
m=self.request('POST',f'/workspaces/{wid}/messages',{'content':'请根据通知要素起草工作通知,未知信息待确认。'},status=201)
run=self.request('POST',f'/workspaces/{wid}/runs',{'employee_id':'official-document-writer','input_message_id':m['message_id'],
'model_route':'light','base_ids':['kb-templates'],'form':{'audience':'验收组','issuer':'演示办公室','deadline':'2030年1月2日','constraints':'列出待确认项'}},status=202)
for _ in range(100):
run=self.request('GET','/runs/'+run['run_id'])
if run['status'] in ('awaiting_confirmation','failed'):break
time.sleep(.1)
self.assertEqual(run['status'],'awaiting_confirmation',run.get('error'))
self.assertEqual(run['generation']['route'],'light');self.assertTrue(run['citations'])
artifact=self.request('GET','/artifacts/'+run['artifact_id'])
for fact in ('验收组','演示办公室','2030年1月2日','[K1]'):self.assertIn(fact,artifact['content'])
edited=self.request('PATCH','/artifacts/'+artifact['artifact_id'],{'content':artifact['content']+'\n人工核对完成','expected_version':artifact['version']})
self.request('POST','/runs/'+run['run_id']+'/approval',{'artifact_id':artifact['artifact_id'],'expected_version':artifact['version'],'content_hash':artifact['content_hash']},status=409)
self.request('POST','/runs/'+run['run_id']+'/approval',{'artifact_id':edited['artifact_id'],'expected_version':edited['version'],'content_hash':edited['content_hash']},status=202)
for _ in range(70):
run=self.request('GET','/runs/'+run['run_id'])
if run['status'] in ('succeeded','failed'):break
time.sleep(.1)
self.assertEqual(run['status'],'succeeded',run.get('error'))
self.assertTrue(self.request('GET','/notifications')['items'])
self.assertEqual(self.request('GET',f'/workspaces/{wid}/runs')['items'][0]['run_id'],run['run_id'])
def test_real_provider_receives_evidence_and_manual_route(self):
seen=[]
def respond(request):
import json
seen.append(json.loads(request.content))
minutes={'title':'验收会议纪要','summary':'已根据检索资料整理。[K1]','decisions':[],'actions':[],'uncertainties':['会议日期待确认']}
return httpx.Response(200,json={'status':'completed','output':[{'type':'message','content':[{'type':'output_text','text':json.dumps(minutes,ensure_ascii=False)}]}],'usage':{'input_tokens':12,'output_tokens':8}})
original_llm=self.p.llm
with patch.dict(os.environ,{'DASHSCOPE_API_KEY':'test-key-only','DASHSCOPE_BASE_URL':'https://dashscope.aliyuncs.com/compatible-mode/v1'}):
llm=LLMGateway(self.p.workspace.engine,mode='real',transport=httpx.MockTransport(respond))
self.p.llm=llm
try:
wid=self.space()
result=self.request('POST',f'/workspaces/{wid}/chat',{'content':'会议纪要行动项','model_route':'heavy','base_ids':['kb-office'],'employee_id':'meeting-assistant'},status=201)
self.assertEqual(result['mode'],'real');self.assertEqual(seen[0]['model'],'qwen3.8-max-0902')
prompt=seen[0]['input'][0]['content']
self.assertIn('行动项必须包含事项',prompt)
self.assertIn('区分讨论、决议与未决事项',prompt)
self.assertIn(result['citations'][0]['citation_id'],prompt)
finally:
self.p.llm=original_llm
self.c.portal.call(llm.close)
def test_trace_covers_modules_database_errors_and_owner_boundary(self):
import json
wid=self.space()
result=self.request('POST',f'/workspaces/{wid}/chat',{'content':'通知起草要素','base_ids':['kb-templates'],'model_route':'standard'},status=201)
traces=self.request('GET',f'/workspaces/{wid}/traces')['items']
chat=next(t for t in traces if t['operation'].endswith('/chat'))
modules={s['module'] for s in chat['spans']}
self.assertTrue({'API Gateway','Identity Service','Conversation Service','Workspace Service','Knowledge Service','LLM Gateway','Database'}<=modules,modules)
self.assertTrue(all(s['status']=='ok' for s in chat['spans']))
llm=next(s for s in chat['spans'] if s['module']=='LLM Gateway' and s['operation']=='generate')
self.assertIn('检索证据' if '检索证据' in json.dumps(llm) else 'retrieved_evidence',json.dumps(llm,ensure_ascii=False))
sql=next(s for s in chat['spans'] if s['module']=='Database')
self.assertIn('statement',sql['input']);self.assertEqual(sql['input']['parameters'],'已隐藏')
encoded=json.dumps(chat)
self.assertNotIn('Bearer ',encoded);self.assertNotIn('demo123',encoded)
self.request('GET',f'/workspaces/{wid}/traces',user='zhou',status=404)
self.request('POST',f'/workspaces/{wid}/chat',{'content':'故意触发未知知识库错误','base_ids':['missing']},status=404)
error=next(t for t in self.request('GET',f'/workspaces/{wid}/traces')['items'] if t['status']=='error')
self.assertTrue(any(s['module']=='Knowledge Service' and s['status']=='error' and s['error']['code']=='RESOURCE_NOT_FOUND' for s in error['spans']))
# Prove SQL failure is captured by the actual engine hook, not inferred from HTTP.
from observability import Trace,span
from sqlalchemy import text
with self.assertRaises(Exception):
with Trace(self.p.workspace.Session,'test database failure',user={'tenant_id':'demo-tenant','user_id':'u-lin'},workspace=wid):
with span('Knowledge Service','forced SQL error'):
with self.p.workspace.Session() as db:db.execute(text('SELECT * FROM missing_trace_test_table'))
db_error=next(t for t in self.request('GET',f'/workspaces/{wid}/traces')['items'] if t['operation']=='test database failure')
self.assertTrue(any(s['module']=='Database' and s['status']=='error' for s in db_error['spans']))
|