"""Management, authorization, original bytes and actual evidence-to-model integration.""" import os import sys import time import uuid import tempfile import unittest from pathlib import Path from unittest.mock import patch import httpx from fastapi.testclient import TestClient sys.path.insert(0,str(Path(__file__).resolve().parents[2])) from APIGateway.app.main import create_app from APIGateway.app.stubs import Providers from LLMGateway import LLMGateway class WorkbenchTests(unittest.TestCase): @classmethod def setUpClass(cls): cls.tmp=tempfile.TemporaryDirectory() cls.env=patch.dict(os.environ,{'WORKOS_WORKSPACE_DATA_DIR':cls.tmp.name}) cls.env.start() cls.p=Providers() cls.c=TestClient(create_app(cls.p)) cls.c.__enter__() cls.tokens={} for name,password in [('admin','admin123'),('lin','demo123'),('zhou','demo123')]: cls.tokens[name]={'Authorization':'Bearer '+cls.c.post('/api/v1/auth/login',json={'username':name,'password':password}).json()['access_token']} @classmethod def tearDownClass(cls): cls.c.__exit__(None,None,None) cls.p.workspace.engine.dispose() cls.env.stop() cls.tmp.cleanup() def request(self,method,path,body=None,user='lin',status=200,key=None,**kwargs): response=self.c.request(method,'/api/v1'+path,headers={**self.tokens[user],'Idempotency-Key':key or str(uuid.uuid4())},json=body,**kwargs) self.assertEqual(response.status_code,status,response.text) return response.json() if response.content else {} def space(self,user='lin'): return self.request('POST','/workspaces',{'title':'独立验收事项'},user,201)['workspace_id'] def library(self): return self.request('POST','/admin/knowledge/bases',{'name':'验收资料库','category':'办公'},'admin',201) def ingest(self,bid,text,document_id=None): data={'document_id':document_id} if document_id else {} response=self.c.post('/api/v1/admin/knowledge/bases/'+bid+'/documents',headers=self.tokens['admin'], files={'file':('sample.md',text.encode(),'text/markdown')},data=data) self.assertEqual(response.status_code,201,response.text) return response.json() def test_management_grants_and_revocation(self): self.request('GET','/admin/knowledge/bases',status=403) self.assertEqual(self.c.get('/api/v1/admin/knowledge/bases').status_code,401) b=self.library();bid=b['base_id'];wid=self.space() d=self.ingest(bid,'# 邮件验收\n管理资料 ADMIN_EVIDENCE_X7 邮件收件人抄送。') self.assertEqual(d['category'],'邮件沟通');self.assertIn('邮件',d['tags']) payload={'workspace_id':wid,'query':'ADMIN_EVIDENCE_X7','base_ids':[bid]} self.request('POST','/knowledge/search',payload,status=404) result=self.request('PUT',f'/admin/knowledge/bases/{bid}/grants/u-lin',{'enabled':True,'expected_revision':b['revision']},'admin') b=next(b for b in result['items'] if b['base_id']==bid) self.request('PUT',f'/admin/knowledge/bases/{bid}/grants/u-lin',{'enabled':False,'expected_revision':1},'admin',409) hit=self.request('POST','/knowledge/search',payload)['items'][0] original=self.c.get('/api/v1/citations/'+hit['citation_id']+'/original',headers=self.tokens['lin'],params={'workspace_id':wid}) self.assertEqual(original.content,'# 邮件验收\n管理资料 ADMIN_EVIDENCE_X7 邮件收件人抄送。'.encode()) self.request('PUT',f'/admin/knowledge/bases/{bid}/grants/u-lin',{'enabled':False,'expected_revision':b['revision']},'admin') self.request('GET','/citations/'+hit['citation_id']+'?workspace_id='+wid,status=404) self.request('POST','/knowledge/search',payload,status=404) self.assertTrue(self.request('GET','/admin/knowledge/audit',user='admin')['items']) def test_versions_failed_parse_publication_and_tenant_isolation(self): b=self.library();bid=b['base_id'];admin_wid=self.space('admin') old=self.ingest(bid,'VERSION_OLD_X9 邮件记录') new=self.ingest(bid,'VERSION_NEW_X9 邮件记录',old['document_id']) self.assertEqual(new['version'],'2') query={'workspace_id':admin_wid,'query':'VERSION_NEW_X9','base_ids':[bid]} hits=self.request('POST','/knowledge/search',query,'admin')['items'];self.assertEqual(hits[0]['document_version'],2) changed={'category':'人工分类','tags':['验收标签'],'publication':'withdrawn','expected_revision':new['revision']} self.request('PATCH','/admin/knowledge/documents/'+new['document_key'],changed,'admin') self.request('PATCH','/admin/knowledge/documents/'+new['document_key'],changed,'admin',409) self.request('GET','/citations/'+hits[0]['citation_id'],user='admin',status=404) bad=self.c.post('/api/v1/admin/knowledge/bases/'+bid+'/documents',headers=self.tokens['admin'],files={'file':('bad.pdf',b'bad pdf','application/pdf')}).json() self.assertEqual(bad['status'],'failed') self.request('PATCH','/admin/knowledge/documents/'+bad['document_key'],{'category':'其他','tags':[],'publication':'published','expected_revision':1},'admin',422) self.assertEqual(self.p.knowledge.bases({'tenant_id':'other-tenant','user_id':'u-admin','roles':['admin']})['items'],[]) self.assertEqual(self.p.knowledge.library_list({'tenant_id':'other-tenant','user_id':'u-admin','roles':['admin']},True)['items'],[]) def test_chat_selections_persistence_and_private_isolation(self): wid=self.space();other=self.space('zhou');text='PRIVATE_FACT_Z8 会议由测试主持人召开,时限待确认。' upload=self.c.post(f'/api/v1/workspaces/{wid}/attachments',headers={**self.tokens['lin'],'Idempotency-Key':str(uuid.uuid4())},files={'file':('会议来文.md',text.encode(),'text/markdown')}) self.assertEqual(upload.json()['parse_status'],'ready') payload={'content':'PRIVATE_FACT_Z8','base_ids':['kb-personal'],'employee_id':'meeting-assistant','model_route':'heavy','skill_ids':['document-review']} key=str(uuid.uuid4());result=self.request('POST',f'/workspaces/{wid}/chat',payload,status=201,key=key) self.assertEqual(result['route'],'heavy');self.assertTrue(result['citations']);self.assertIn('PRIVATE_FACT_Z8',result['assistant_message']['content']) self.assertIn('meeting-minutes',[s['skill_id'] for s in result['effective_skills']]) replay=self.request('POST',f'/workspaces/{wid}/chat',payload,status=201,key=key) self.assertEqual(result['assistant_message']['message_id'],replay['assistant_message']['message_id']) self.request('POST',f'/workspaces/{wid}/chat',{**payload,'model_route':'light'},status=409,key=key) restored=self.request('GET',f'/workspaces/{wid}/chat-turns')['items'][0] self.assertEqual(restored['citations'],result['citations']) self.request('POST',f'/workspaces/{wid}/chat',payload,user='zhou',status=404) empty=self.request('POST',f'/workspaces/{other}/chat',payload,user='zhou',status=201) self.assertEqual(empty['citations'],[]) self.request('POST',f'/workspaces/{wid}/chat',{'content':'你好','model_route':'evil'},status=422) def test_library_disable_and_seed_does_not_restore_revoked_grant(self): b=self.library();bid=b['base_id'];wid=self.space('admin') self.ingest(bid,'DISABLE_MARKER_C3 制度') self.request('PUT','/admin/knowledge/bases/'+bid,{'name':b['name'],'category':'办公','visibility':'shared','status':'disabled','expected_revision':b['revision']},'admin') self.request('POST','/knowledge/search',{'workspace_id':wid,'query':'DISABLE_MARKER_C3','base_ids':[bid]},'admin',404) b=next(x for x in self.request('GET','/admin/knowledge/bases',user='admin')['items'] if x['base_id']=='kb-office') self.request('PUT','/admin/knowledge/bases/kb-office/grants/u-zhou',{'enabled':False,'expected_revision':b['revision']},'admin') self.p.knowledge.seed_demo_catalog() self.assertNotIn('kb-office',[x['base_id'] for x in self.request('GET','/knowledge-bases',user='zhou')['items']]) def test_document_form_full_workflow(self): wid=self.space() m=self.request('POST',f'/workspaces/{wid}/messages',{'content':'请根据通知要素起草工作通知,未知信息待确认。'},status=201) run=self.request('POST',f'/workspaces/{wid}/runs',{'employee_id':'official-document-writer','input_message_id':m['message_id'], 'model_route':'light','base_ids':['kb-templates'],'form':{'audience':'验收组','issuer':'演示办公室','deadline':'2030年1月2日','constraints':'列出待确认项'}},status=202) for _ in range(100): run=self.request('GET','/runs/'+run['run_id']) if run['status'] in ('awaiting_confirmation','failed'):break time.sleep(.1) self.assertEqual(run['status'],'awaiting_confirmation',run.get('error')) self.assertEqual(run['generation']['route'],'light');self.assertTrue(run['citations']) artifact=self.request('GET','/artifacts/'+run['artifact_id']) for fact in ('验收组','演示办公室','2030年1月2日','[K1]'):self.assertIn(fact,artifact['content']) edited=self.request('PATCH','/artifacts/'+artifact['artifact_id'],{'content':artifact['content']+'\n人工核对完成','expected_version':artifact['version']}) self.request('POST','/runs/'+run['run_id']+'/approval',{'artifact_id':artifact['artifact_id'],'expected_version':artifact['version'],'content_hash':artifact['content_hash']},status=409) self.request('POST','/runs/'+run['run_id']+'/approval',{'artifact_id':edited['artifact_id'],'expected_version':edited['version'],'content_hash':edited['content_hash']},status=202) for _ in range(70): run=self.request('GET','/runs/'+run['run_id']) if run['status'] in ('succeeded','failed'):break time.sleep(.1) self.assertEqual(run['status'],'succeeded',run.get('error')) self.assertTrue(self.request('GET','/notifications')['items']) self.assertEqual(self.request('GET',f'/workspaces/{wid}/runs')['items'][0]['run_id'],run['run_id']) def test_real_provider_receives_evidence_and_manual_route(self): seen=[] def respond(request): import json seen.append(json.loads(request.content)) minutes={'title':'验收会议纪要','summary':'已根据检索资料整理。[K1]','decisions':[],'actions':[],'uncertainties':['会议日期待确认']} return httpx.Response(200,json={'status':'completed','output':[{'type':'message','content':[{'type':'output_text','text':json.dumps(minutes,ensure_ascii=False)}]}],'usage':{'input_tokens':12,'output_tokens':8}}) original_llm=self.p.llm with patch.dict(os.environ,{'DASHSCOPE_API_KEY':'test-key-only','DASHSCOPE_BASE_URL':'https://dashscope.aliyuncs.com/compatible-mode/v1'}): llm=LLMGateway(self.p.workspace.engine,mode='real',transport=httpx.MockTransport(respond)) self.p.llm=llm try: wid=self.space() result=self.request('POST',f'/workspaces/{wid}/chat',{'content':'会议纪要行动项','model_route':'heavy','base_ids':['kb-office'],'employee_id':'meeting-assistant'},status=201) self.assertEqual(result['mode'],'real');self.assertEqual(seen[0]['model'],'qwen3.8-max-0902') prompt=seen[0]['input'][0]['content'] self.assertIn('行动项必须包含事项',prompt) self.assertIn('区分讨论、决议与未决事项',prompt) self.assertIn(result['citations'][0]['citation_id'],prompt) finally: self.p.llm=original_llm self.c.portal.call(llm.close) def test_trace_covers_modules_database_errors_and_owner_boundary(self): import json wid=self.space() result=self.request('POST',f'/workspaces/{wid}/chat',{'content':'通知起草要素','base_ids':['kb-templates'],'model_route':'standard'},status=201) traces=self.request('GET',f'/workspaces/{wid}/traces')['items'] chat=next(t for t in traces if t['operation'].endswith('/chat')) modules={s['module'] for s in chat['spans']} self.assertTrue({'API Gateway','Identity Service','Conversation Service','Workspace Service','Knowledge Service','LLM Gateway','Database'}<=modules,modules) self.assertTrue(all(s['status']=='ok' for s in chat['spans'])) llm=next(s for s in chat['spans'] if s['module']=='LLM Gateway' and s['operation']=='generate') self.assertIn('检索证据' if '检索证据' in json.dumps(llm) else 'retrieved_evidence',json.dumps(llm,ensure_ascii=False)) sql=next(s for s in chat['spans'] if s['module']=='Database') self.assertIn('statement',sql['input']);self.assertEqual(sql['input']['parameters'],'已隐藏') encoded=json.dumps(chat) self.assertNotIn('Bearer ',encoded);self.assertNotIn('demo123',encoded) self.request('GET',f'/workspaces/{wid}/traces',user='zhou',status=404) self.request('POST',f'/workspaces/{wid}/chat',{'content':'故意触发未知知识库错误','base_ids':['missing']},status=404) error=next(t for t in self.request('GET',f'/workspaces/{wid}/traces')['items'] if t['status']=='error') self.assertTrue(any(s['module']=='Knowledge Service' and s['status']=='error' and s['error']['code']=='RESOURCE_NOT_FOUND' for s in error['spans'])) # Prove SQL failure is captured by the actual engine hook, not inferred from HTTP. from observability import Trace,span from sqlalchemy import text with self.assertRaises(Exception): with Trace(self.p.workspace.Session,'test database failure',user={'tenant_id':'demo-tenant','user_id':'u-lin'},workspace=wid): with span('Knowledge Service','forced SQL error'): with self.p.workspace.Session() as db:db.execute(text('SELECT * FROM missing_trace_test_table')) db_error=next(t for t in self.request('GET',f'/workspaces/{wid}/traces')['items'] if t['operation']=='test database failure') self.assertTrue(any(s['module']=='Database' and s['status']=='error' for s in db_error['spans']))