workos-office / KnowledgeService /tests /test_workbench.py
dellweb3's picture
Work OS validated demo local-v0.8 (part 2)
daa4d56 verified
Raw History Blame Contribute Delete
14.6 kB
"""Management, authorization, original bytes and actual evidence-to-model integration."""
import os
import sys
import time
import uuid
import tempfile
import unittest
from pathlib import Path
from unittest.mock import patch
import httpx
from fastapi.testclient import TestClient
sys.path.insert(0,str(Path(__file__).resolve().parents[2]))
from APIGateway.app.main import create_app
from APIGateway.app.stubs import Providers
from LLMGateway import LLMGateway
class WorkbenchTests(unittest.TestCase):
@classmethod
def setUpClass(cls):
cls.tmp=tempfile.TemporaryDirectory()
cls.env=patch.dict(os.environ,{'WORKOS_WORKSPACE_DATA_DIR':cls.tmp.name})
cls.env.start()
cls.p=Providers()
cls.c=TestClient(create_app(cls.p))
cls.c.__enter__()
cls.tokens={}
for name,password in [('admin','admin123'),('lin','demo123'),('zhou','demo123')]:
cls.tokens[name]={'Authorization':'Bearer '+cls.c.post('/api/v1/auth/login',json={'username':name,'password':password}).json()['access_token']}
@classmethod
def tearDownClass(cls):
cls.c.__exit__(None,None,None)
cls.p.workspace.engine.dispose()
cls.env.stop()
cls.tmp.cleanup()
def request(self,method,path,body=None,user='lin',status=200,key=None,**kwargs):
response=self.c.request(method,'/api/v1'+path,headers={**self.tokens[user],'Idempotency-Key':key or str(uuid.uuid4())},json=body,**kwargs)
self.assertEqual(response.status_code,status,response.text)
return response.json() if response.content else {}
def space(self,user='lin'):
return self.request('POST','/workspaces',{'title':'独立验收事项'},user,201)['workspace_id']
def library(self):
return self.request('POST','/admin/knowledge/bases',{'name':'验收资料库','category':'办公'},'admin',201)
def ingest(self,bid,text,document_id=None):
data={'document_id':document_id} if document_id else {}
response=self.c.post('/api/v1/admin/knowledge/bases/'+bid+'/documents',headers=self.tokens['admin'],
files={'file':('sample.md',text.encode(),'text/markdown')},data=data)
self.assertEqual(response.status_code,201,response.text)
return response.json()
def test_management_grants_and_revocation(self):
self.request('GET','/admin/knowledge/bases',status=403)
self.assertEqual(self.c.get('/api/v1/admin/knowledge/bases').status_code,401)
b=self.library();bid=b['base_id'];wid=self.space()
d=self.ingest(bid,'# 邮件验收\n管理资料 ADMIN_EVIDENCE_X7 邮件收件人抄送。')
self.assertEqual(d['category'],'邮件沟通');self.assertIn('邮件',d['tags'])
payload={'workspace_id':wid,'query':'ADMIN_EVIDENCE_X7','base_ids':[bid]}
self.request('POST','/knowledge/search',payload,status=404)
result=self.request('PUT',f'/admin/knowledge/bases/{bid}/grants/u-lin',{'enabled':True,'expected_revision':b['revision']},'admin')
b=next(b for b in result['items'] if b['base_id']==bid)
self.request('PUT',f'/admin/knowledge/bases/{bid}/grants/u-lin',{'enabled':False,'expected_revision':1},'admin',409)
hit=self.request('POST','/knowledge/search',payload)['items'][0]
original=self.c.get('/api/v1/citations/'+hit['citation_id']+'/original',headers=self.tokens['lin'],params={'workspace_id':wid})
self.assertEqual(original.content,'# 邮件验收\n管理资料 ADMIN_EVIDENCE_X7 邮件收件人抄送。'.encode())
self.request('PUT',f'/admin/knowledge/bases/{bid}/grants/u-lin',{'enabled':False,'expected_revision':b['revision']},'admin')
self.request('GET','/citations/'+hit['citation_id']+'?workspace_id='+wid,status=404)
self.request('POST','/knowledge/search',payload,status=404)
self.assertTrue(self.request('GET','/admin/knowledge/audit',user='admin')['items'])
def test_versions_failed_parse_publication_and_tenant_isolation(self):
b=self.library();bid=b['base_id'];admin_wid=self.space('admin')
old=self.ingest(bid,'VERSION_OLD_X9 邮件记录')
new=self.ingest(bid,'VERSION_NEW_X9 邮件记录',old['document_id'])
self.assertEqual(new['version'],'2')
query={'workspace_id':admin_wid,'query':'VERSION_NEW_X9','base_ids':[bid]}
hits=self.request('POST','/knowledge/search',query,'admin')['items'];self.assertEqual(hits[0]['document_version'],2)
changed={'category':'人工分类','tags':['验收标签'],'publication':'withdrawn','expected_revision':new['revision']}
self.request('PATCH','/admin/knowledge/documents/'+new['document_key'],changed,'admin')
self.request('PATCH','/admin/knowledge/documents/'+new['document_key'],changed,'admin',409)
self.request('GET','/citations/'+hits[0]['citation_id'],user='admin',status=404)
bad=self.c.post('/api/v1/admin/knowledge/bases/'+bid+'/documents',headers=self.tokens['admin'],files={'file':('bad.pdf',b'bad pdf','application/pdf')}).json()
self.assertEqual(bad['status'],'failed')
self.request('PATCH','/admin/knowledge/documents/'+bad['document_key'],{'category':'其他','tags':[],'publication':'published','expected_revision':1},'admin',422)
self.assertEqual(self.p.knowledge.bases({'tenant_id':'other-tenant','user_id':'u-admin','roles':['admin']})['items'],[])
self.assertEqual(self.p.knowledge.library_list({'tenant_id':'other-tenant','user_id':'u-admin','roles':['admin']},True)['items'],[])
def test_chat_selections_persistence_and_private_isolation(self):
wid=self.space();other=self.space('zhou');text='PRIVATE_FACT_Z8 会议由测试主持人召开,时限待确认。'
upload=self.c.post(f'/api/v1/workspaces/{wid}/attachments',headers={**self.tokens['lin'],'Idempotency-Key':str(uuid.uuid4())},files={'file':('会议来文.md',text.encode(),'text/markdown')})
self.assertEqual(upload.json()['parse_status'],'ready')
payload={'content':'PRIVATE_FACT_Z8','base_ids':['kb-personal'],'employee_id':'meeting-assistant','model_route':'heavy','skill_ids':['document-review']}
key=str(uuid.uuid4());result=self.request('POST',f'/workspaces/{wid}/chat',payload,status=201,key=key)
self.assertEqual(result['route'],'heavy');self.assertTrue(result['citations']);self.assertIn('PRIVATE_FACT_Z8',result['assistant_message']['content'])
self.assertIn('meeting-minutes',[s['skill_id'] for s in result['effective_skills']])
replay=self.request('POST',f'/workspaces/{wid}/chat',payload,status=201,key=key)
self.assertEqual(result['assistant_message']['message_id'],replay['assistant_message']['message_id'])
self.request('POST',f'/workspaces/{wid}/chat',{**payload,'model_route':'light'},status=409,key=key)
restored=self.request('GET',f'/workspaces/{wid}/chat-turns')['items'][0]
self.assertEqual(restored['citations'],result['citations'])
self.request('POST',f'/workspaces/{wid}/chat',payload,user='zhou',status=404)
empty=self.request('POST',f'/workspaces/{other}/chat',payload,user='zhou',status=201)
self.assertEqual(empty['citations'],[])
self.request('POST',f'/workspaces/{wid}/chat',{'content':'你好','model_route':'evil'},status=422)
def test_library_disable_and_seed_does_not_restore_revoked_grant(self):
b=self.library();bid=b['base_id'];wid=self.space('admin')
self.ingest(bid,'DISABLE_MARKER_C3 制度')
self.request('PUT','/admin/knowledge/bases/'+bid,{'name':b['name'],'category':'办公','visibility':'shared','status':'disabled','expected_revision':b['revision']},'admin')
self.request('POST','/knowledge/search',{'workspace_id':wid,'query':'DISABLE_MARKER_C3','base_ids':[bid]},'admin',404)
b=next(x for x in self.request('GET','/admin/knowledge/bases',user='admin')['items'] if x['base_id']=='kb-office')
self.request('PUT','/admin/knowledge/bases/kb-office/grants/u-zhou',{'enabled':False,'expected_revision':b['revision']},'admin')
self.p.knowledge.seed_demo_catalog()
self.assertNotIn('kb-office',[x['base_id'] for x in self.request('GET','/knowledge-bases',user='zhou')['items']])
def test_document_form_full_workflow(self):
wid=self.space()
m=self.request('POST',f'/workspaces/{wid}/messages',{'content':'请根据通知要素起草工作通知,未知信息待确认。'},status=201)
run=self.request('POST',f'/workspaces/{wid}/runs',{'employee_id':'official-document-writer','input_message_id':m['message_id'],
'model_route':'light','base_ids':['kb-templates'],'form':{'audience':'验收组','issuer':'演示办公室','deadline':'2030年1月2日','constraints':'列出待确认项'}},status=202)
for _ in range(100):
run=self.request('GET','/runs/'+run['run_id'])
if run['status'] in ('awaiting_confirmation','failed'):break
time.sleep(.1)
self.assertEqual(run['status'],'awaiting_confirmation',run.get('error'))
self.assertEqual(run['generation']['route'],'light');self.assertTrue(run['citations'])
artifact=self.request('GET','/artifacts/'+run['artifact_id'])
for fact in ('验收组','演示办公室','2030年1月2日','[K1]'):self.assertIn(fact,artifact['content'])
edited=self.request('PATCH','/artifacts/'+artifact['artifact_id'],{'content':artifact['content']+'\n人工核对完成','expected_version':artifact['version']})
self.request('POST','/runs/'+run['run_id']+'/approval',{'artifact_id':artifact['artifact_id'],'expected_version':artifact['version'],'content_hash':artifact['content_hash']},status=409)
self.request('POST','/runs/'+run['run_id']+'/approval',{'artifact_id':edited['artifact_id'],'expected_version':edited['version'],'content_hash':edited['content_hash']},status=202)
for _ in range(70):
run=self.request('GET','/runs/'+run['run_id'])
if run['status'] in ('succeeded','failed'):break
time.sleep(.1)
self.assertEqual(run['status'],'succeeded',run.get('error'))
self.assertTrue(self.request('GET','/notifications')['items'])
self.assertEqual(self.request('GET',f'/workspaces/{wid}/runs')['items'][0]['run_id'],run['run_id'])
def test_real_provider_receives_evidence_and_manual_route(self):
seen=[]
def respond(request):
import json
seen.append(json.loads(request.content))
minutes={'title':'验收会议纪要','summary':'已根据检索资料整理。[K1]','decisions':[],'actions':[],'uncertainties':['会议日期待确认']}
return httpx.Response(200,json={'status':'completed','output':[{'type':'message','content':[{'type':'output_text','text':json.dumps(minutes,ensure_ascii=False)}]}],'usage':{'input_tokens':12,'output_tokens':8}})
original_llm=self.p.llm
with patch.dict(os.environ,{'DASHSCOPE_API_KEY':'test-key-only','DASHSCOPE_BASE_URL':'https://dashscope.aliyuncs.com/compatible-mode/v1'}):
llm=LLMGateway(self.p.workspace.engine,mode='real',transport=httpx.MockTransport(respond))
self.p.llm=llm
try:
wid=self.space()
result=self.request('POST',f'/workspaces/{wid}/chat',{'content':'会议纪要行动项','model_route':'heavy','base_ids':['kb-office'],'employee_id':'meeting-assistant'},status=201)
self.assertEqual(result['mode'],'real');self.assertEqual(seen[0]['model'],'qwen3.8-max-0902')
prompt=seen[0]['input'][0]['content']
self.assertIn('行动项必须包含事项',prompt)
self.assertIn('区分讨论、决议与未决事项',prompt)
self.assertIn(result['citations'][0]['citation_id'],prompt)
finally:
self.p.llm=original_llm
self.c.portal.call(llm.close)
def test_trace_covers_modules_database_errors_and_owner_boundary(self):
import json
wid=self.space()
result=self.request('POST',f'/workspaces/{wid}/chat',{'content':'通知起草要素','base_ids':['kb-templates'],'model_route':'standard'},status=201)
traces=self.request('GET',f'/workspaces/{wid}/traces')['items']
chat=next(t for t in traces if t['operation'].endswith('/chat'))
modules={s['module'] for s in chat['spans']}
self.assertTrue({'API Gateway','Identity Service','Conversation Service','Workspace Service','Knowledge Service','LLM Gateway','Database'}<=modules,modules)
self.assertTrue(all(s['status']=='ok' for s in chat['spans']))
llm=next(s for s in chat['spans'] if s['module']=='LLM Gateway' and s['operation']=='generate')
self.assertIn('检索证据' if '检索证据' in json.dumps(llm) else 'retrieved_evidence',json.dumps(llm,ensure_ascii=False))
sql=next(s for s in chat['spans'] if s['module']=='Database')
self.assertIn('statement',sql['input']);self.assertEqual(sql['input']['parameters'],'已隐藏')
encoded=json.dumps(chat)
self.assertNotIn('Bearer ',encoded);self.assertNotIn('demo123',encoded)
self.request('GET',f'/workspaces/{wid}/traces',user='zhou',status=404)
self.request('POST',f'/workspaces/{wid}/chat',{'content':'故意触发未知知识库错误','base_ids':['missing']},status=404)
error=next(t for t in self.request('GET',f'/workspaces/{wid}/traces')['items'] if t['status']=='error')
self.assertTrue(any(s['module']=='Knowledge Service' and s['status']=='error' and s['error']['code']=='RESOURCE_NOT_FOUND' for s in error['spans']))
# Prove SQL failure is captured by the actual engine hook, not inferred from HTTP.
from observability import Trace,span
from sqlalchemy import text
with self.assertRaises(Exception):
with Trace(self.p.workspace.Session,'test database failure',user={'tenant_id':'demo-tenant','user_id':'u-lin'},workspace=wid):
with span('Knowledge Service','forced SQL error'):
with self.p.workspace.Session() as db:db.execute(text('SELECT * FROM missing_trace_test_table'))
db_error=next(t for t in self.request('GET',f'/workspaces/{wid}/traces')['items'] if t['operation']=='test database failure')
self.assertTrue(any(s['module']=='Database' and s['status']=='error' for s in db_error['spans']))