Spaces:
Sleeping
Sleeping
Download KnowledgeService/tests/test_workbench.py from dellweb3/workos-office: direct link, hf CLI and curl.
- Browser
- Download file 14.6 kB
-
https://huggingface.co/spaces/dellweb3/workos-office/resolve/main/KnowledgeService/tests/test_workbench.py
- Command line
-
hf download hf://spaces/dellweb3/workos-office/KnowledgeService/tests/test_workbench.py
-
curl -L -o test_workbench.py https://huggingface.co/spaces/dellweb3/workos-office/resolve/main/KnowledgeService/tests/test_workbench.py
14.6 kB
| """Management, authorization, original bytes and actual evidence-to-model integration.""" | |
| import os | |
| import sys | |
| import time | |
| import uuid | |
| import tempfile | |
| import unittest | |
| from pathlib import Path | |
| from unittest.mock import patch | |
| import httpx | |
| from fastapi.testclient import TestClient | |
| sys.path.insert(0,str(Path(__file__).resolve().parents[2])) | |
| from APIGateway.app.main import create_app | |
| from APIGateway.app.stubs import Providers | |
| from LLMGateway import LLMGateway | |
| class WorkbenchTests(unittest.TestCase): | |
| def setUpClass(cls): | |
| cls.tmp=tempfile.TemporaryDirectory() | |
| cls.env=patch.dict(os.environ,{'WORKOS_WORKSPACE_DATA_DIR':cls.tmp.name}) | |
| cls.env.start() | |
| cls.p=Providers() | |
| cls.c=TestClient(create_app(cls.p)) | |
| cls.c.__enter__() | |
| cls.tokens={} | |
| for name,password in [('admin','admin123'),('lin','demo123'),('zhou','demo123')]: | |
| cls.tokens[name]={'Authorization':'Bearer '+cls.c.post('/api/v1/auth/login',json={'username':name,'password':password}).json()['access_token']} | |
| def tearDownClass(cls): | |
| cls.c.__exit__(None,None,None) | |
| cls.p.workspace.engine.dispose() | |
| cls.env.stop() | |
| cls.tmp.cleanup() | |
| def request(self,method,path,body=None,user='lin',status=200,key=None,**kwargs): | |
| response=self.c.request(method,'/api/v1'+path,headers={**self.tokens[user],'Idempotency-Key':key or str(uuid.uuid4())},json=body,**kwargs) | |
| self.assertEqual(response.status_code,status,response.text) | |
| return response.json() if response.content else {} | |
| def space(self,user='lin'): | |
| return self.request('POST','/workspaces',{'title':'独立验收事项'},user,201)['workspace_id'] | |
| def library(self): | |
| return self.request('POST','/admin/knowledge/bases',{'name':'验收资料库','category':'办公'},'admin',201) | |
| def ingest(self,bid,text,document_id=None): | |
| data={'document_id':document_id} if document_id else {} | |
| response=self.c.post('/api/v1/admin/knowledge/bases/'+bid+'/documents',headers=self.tokens['admin'], | |
| files={'file':('sample.md',text.encode(),'text/markdown')},data=data) | |
| self.assertEqual(response.status_code,201,response.text) | |
| return response.json() | |
| def test_management_grants_and_revocation(self): | |
| self.request('GET','/admin/knowledge/bases',status=403) | |
| self.assertEqual(self.c.get('/api/v1/admin/knowledge/bases').status_code,401) | |
| b=self.library();bid=b['base_id'];wid=self.space() | |
| d=self.ingest(bid,'# 邮件验收\n管理资料 ADMIN_EVIDENCE_X7 邮件收件人抄送。') | |
| self.assertEqual(d['category'],'邮件沟通');self.assertIn('邮件',d['tags']) | |
| payload={'workspace_id':wid,'query':'ADMIN_EVIDENCE_X7','base_ids':[bid]} | |
| self.request('POST','/knowledge/search',payload,status=404) | |
| result=self.request('PUT',f'/admin/knowledge/bases/{bid}/grants/u-lin',{'enabled':True,'expected_revision':b['revision']},'admin') | |
| b=next(b for b in result['items'] if b['base_id']==bid) | |
| self.request('PUT',f'/admin/knowledge/bases/{bid}/grants/u-lin',{'enabled':False,'expected_revision':1},'admin',409) | |
| hit=self.request('POST','/knowledge/search',payload)['items'][0] | |
| original=self.c.get('/api/v1/citations/'+hit['citation_id']+'/original',headers=self.tokens['lin'],params={'workspace_id':wid}) | |
| self.assertEqual(original.content,'# 邮件验收\n管理资料 ADMIN_EVIDENCE_X7 邮件收件人抄送。'.encode()) | |
| self.request('PUT',f'/admin/knowledge/bases/{bid}/grants/u-lin',{'enabled':False,'expected_revision':b['revision']},'admin') | |
| self.request('GET','/citations/'+hit['citation_id']+'?workspace_id='+wid,status=404) | |
| self.request('POST','/knowledge/search',payload,status=404) | |
| self.assertTrue(self.request('GET','/admin/knowledge/audit',user='admin')['items']) | |
| def test_versions_failed_parse_publication_and_tenant_isolation(self): | |
| b=self.library();bid=b['base_id'];admin_wid=self.space('admin') | |
| old=self.ingest(bid,'VERSION_OLD_X9 邮件记录') | |
| new=self.ingest(bid,'VERSION_NEW_X9 邮件记录',old['document_id']) | |
| self.assertEqual(new['version'],'2') | |
| query={'workspace_id':admin_wid,'query':'VERSION_NEW_X9','base_ids':[bid]} | |
| hits=self.request('POST','/knowledge/search',query,'admin')['items'];self.assertEqual(hits[0]['document_version'],2) | |
| changed={'category':'人工分类','tags':['验收标签'],'publication':'withdrawn','expected_revision':new['revision']} | |
| self.request('PATCH','/admin/knowledge/documents/'+new['document_key'],changed,'admin') | |
| self.request('PATCH','/admin/knowledge/documents/'+new['document_key'],changed,'admin',409) | |
| self.request('GET','/citations/'+hits[0]['citation_id'],user='admin',status=404) | |
| bad=self.c.post('/api/v1/admin/knowledge/bases/'+bid+'/documents',headers=self.tokens['admin'],files={'file':('bad.pdf',b'bad pdf','application/pdf')}).json() | |
| self.assertEqual(bad['status'],'failed') | |
| self.request('PATCH','/admin/knowledge/documents/'+bad['document_key'],{'category':'其他','tags':[],'publication':'published','expected_revision':1},'admin',422) | |
| self.assertEqual(self.p.knowledge.bases({'tenant_id':'other-tenant','user_id':'u-admin','roles':['admin']})['items'],[]) | |
| self.assertEqual(self.p.knowledge.library_list({'tenant_id':'other-tenant','user_id':'u-admin','roles':['admin']},True)['items'],[]) | |
| def test_chat_selections_persistence_and_private_isolation(self): | |
| wid=self.space();other=self.space('zhou');text='PRIVATE_FACT_Z8 会议由测试主持人召开,时限待确认。' | |
| upload=self.c.post(f'/api/v1/workspaces/{wid}/attachments',headers={**self.tokens['lin'],'Idempotency-Key':str(uuid.uuid4())},files={'file':('会议来文.md',text.encode(),'text/markdown')}) | |
| self.assertEqual(upload.json()['parse_status'],'ready') | |
| payload={'content':'PRIVATE_FACT_Z8','base_ids':['kb-personal'],'employee_id':'meeting-assistant','model_route':'heavy','skill_ids':['document-review']} | |
| key=str(uuid.uuid4());result=self.request('POST',f'/workspaces/{wid}/chat',payload,status=201,key=key) | |
| self.assertEqual(result['route'],'heavy');self.assertTrue(result['citations']);self.assertIn('PRIVATE_FACT_Z8',result['assistant_message']['content']) | |
| self.assertIn('meeting-minutes',[s['skill_id'] for s in result['effective_skills']]) | |
| replay=self.request('POST',f'/workspaces/{wid}/chat',payload,status=201,key=key) | |
| self.assertEqual(result['assistant_message']['message_id'],replay['assistant_message']['message_id']) | |
| self.request('POST',f'/workspaces/{wid}/chat',{**payload,'model_route':'light'},status=409,key=key) | |
| restored=self.request('GET',f'/workspaces/{wid}/chat-turns')['items'][0] | |
| self.assertEqual(restored['citations'],result['citations']) | |
| self.request('POST',f'/workspaces/{wid}/chat',payload,user='zhou',status=404) | |
| empty=self.request('POST',f'/workspaces/{other}/chat',payload,user='zhou',status=201) | |
| self.assertEqual(empty['citations'],[]) | |
| self.request('POST',f'/workspaces/{wid}/chat',{'content':'你好','model_route':'evil'},status=422) | |
| def test_library_disable_and_seed_does_not_restore_revoked_grant(self): | |
| b=self.library();bid=b['base_id'];wid=self.space('admin') | |
| self.ingest(bid,'DISABLE_MARKER_C3 制度') | |
| self.request('PUT','/admin/knowledge/bases/'+bid,{'name':b['name'],'category':'办公','visibility':'shared','status':'disabled','expected_revision':b['revision']},'admin') | |
| self.request('POST','/knowledge/search',{'workspace_id':wid,'query':'DISABLE_MARKER_C3','base_ids':[bid]},'admin',404) | |
| b=next(x for x in self.request('GET','/admin/knowledge/bases',user='admin')['items'] if x['base_id']=='kb-office') | |
| self.request('PUT','/admin/knowledge/bases/kb-office/grants/u-zhou',{'enabled':False,'expected_revision':b['revision']},'admin') | |
| self.p.knowledge.seed_demo_catalog() | |
| self.assertNotIn('kb-office',[x['base_id'] for x in self.request('GET','/knowledge-bases',user='zhou')['items']]) | |
| def test_document_form_full_workflow(self): | |
| wid=self.space() | |
| m=self.request('POST',f'/workspaces/{wid}/messages',{'content':'请根据通知要素起草工作通知,未知信息待确认。'},status=201) | |
| run=self.request('POST',f'/workspaces/{wid}/runs',{'employee_id':'official-document-writer','input_message_id':m['message_id'], | |
| 'model_route':'light','base_ids':['kb-templates'],'form':{'audience':'验收组','issuer':'演示办公室','deadline':'2030年1月2日','constraints':'列出待确认项'}},status=202) | |
| for _ in range(100): | |
| run=self.request('GET','/runs/'+run['run_id']) | |
| if run['status'] in ('awaiting_confirmation','failed'):break | |
| time.sleep(.1) | |
| self.assertEqual(run['status'],'awaiting_confirmation',run.get('error')) | |
| self.assertEqual(run['generation']['route'],'light');self.assertTrue(run['citations']) | |
| artifact=self.request('GET','/artifacts/'+run['artifact_id']) | |
| for fact in ('验收组','演示办公室','2030年1月2日','[K1]'):self.assertIn(fact,artifact['content']) | |
| edited=self.request('PATCH','/artifacts/'+artifact['artifact_id'],{'content':artifact['content']+'\n人工核对完成','expected_version':artifact['version']}) | |
| self.request('POST','/runs/'+run['run_id']+'/approval',{'artifact_id':artifact['artifact_id'],'expected_version':artifact['version'],'content_hash':artifact['content_hash']},status=409) | |
| self.request('POST','/runs/'+run['run_id']+'/approval',{'artifact_id':edited['artifact_id'],'expected_version':edited['version'],'content_hash':edited['content_hash']},status=202) | |
| for _ in range(70): | |
| run=self.request('GET','/runs/'+run['run_id']) | |
| if run['status'] in ('succeeded','failed'):break | |
| time.sleep(.1) | |
| self.assertEqual(run['status'],'succeeded',run.get('error')) | |
| self.assertTrue(self.request('GET','/notifications')['items']) | |
| self.assertEqual(self.request('GET',f'/workspaces/{wid}/runs')['items'][0]['run_id'],run['run_id']) | |
| def test_real_provider_receives_evidence_and_manual_route(self): | |
| seen=[] | |
| def respond(request): | |
| import json | |
| seen.append(json.loads(request.content)) | |
| minutes={'title':'验收会议纪要','summary':'已根据检索资料整理。[K1]','decisions':[],'actions':[],'uncertainties':['会议日期待确认']} | |
| return httpx.Response(200,json={'status':'completed','output':[{'type':'message','content':[{'type':'output_text','text':json.dumps(minutes,ensure_ascii=False)}]}],'usage':{'input_tokens':12,'output_tokens':8}}) | |
| original_llm=self.p.llm | |
| with patch.dict(os.environ,{'DASHSCOPE_API_KEY':'test-key-only','DASHSCOPE_BASE_URL':'https://dashscope.aliyuncs.com/compatible-mode/v1'}): | |
| llm=LLMGateway(self.p.workspace.engine,mode='real',transport=httpx.MockTransport(respond)) | |
| self.p.llm=llm | |
| try: | |
| wid=self.space() | |
| result=self.request('POST',f'/workspaces/{wid}/chat',{'content':'会议纪要行动项','model_route':'heavy','base_ids':['kb-office'],'employee_id':'meeting-assistant'},status=201) | |
| self.assertEqual(result['mode'],'real');self.assertEqual(seen[0]['model'],'qwen3.8-max-0902') | |
| prompt=seen[0]['input'][0]['content'] | |
| self.assertIn('行动项必须包含事项',prompt) | |
| self.assertIn('区分讨论、决议与未决事项',prompt) | |
| self.assertIn(result['citations'][0]['citation_id'],prompt) | |
| finally: | |
| self.p.llm=original_llm | |
| self.c.portal.call(llm.close) | |
| def test_trace_covers_modules_database_errors_and_owner_boundary(self): | |
| import json | |
| wid=self.space() | |
| result=self.request('POST',f'/workspaces/{wid}/chat',{'content':'通知起草要素','base_ids':['kb-templates'],'model_route':'standard'},status=201) | |
| traces=self.request('GET',f'/workspaces/{wid}/traces')['items'] | |
| chat=next(t for t in traces if t['operation'].endswith('/chat')) | |
| modules={s['module'] for s in chat['spans']} | |
| self.assertTrue({'API Gateway','Identity Service','Conversation Service','Workspace Service','Knowledge Service','LLM Gateway','Database'}<=modules,modules) | |
| self.assertTrue(all(s['status']=='ok' for s in chat['spans'])) | |
| llm=next(s for s in chat['spans'] if s['module']=='LLM Gateway' and s['operation']=='generate') | |
| self.assertIn('检索证据' if '检索证据' in json.dumps(llm) else 'retrieved_evidence',json.dumps(llm,ensure_ascii=False)) | |
| sql=next(s for s in chat['spans'] if s['module']=='Database') | |
| self.assertIn('statement',sql['input']);self.assertEqual(sql['input']['parameters'],'已隐藏') | |
| encoded=json.dumps(chat) | |
| self.assertNotIn('Bearer ',encoded);self.assertNotIn('demo123',encoded) | |
| self.request('GET',f'/workspaces/{wid}/traces',user='zhou',status=404) | |
| self.request('POST',f'/workspaces/{wid}/chat',{'content':'故意触发未知知识库错误','base_ids':['missing']},status=404) | |
| error=next(t for t in self.request('GET',f'/workspaces/{wid}/traces')['items'] if t['status']=='error') | |
| self.assertTrue(any(s['module']=='Knowledge Service' and s['status']=='error' and s['error']['code']=='RESOURCE_NOT_FOUND' for s in error['spans'])) | |
| # Prove SQL failure is captured by the actual engine hook, not inferred from HTTP. | |
| from observability import Trace,span | |
| from sqlalchemy import text | |
| with self.assertRaises(Exception): | |
| with Trace(self.p.workspace.Session,'test database failure',user={'tenant_id':'demo-tenant','user_id':'u-lin'},workspace=wid): | |
| with span('Knowledge Service','forced SQL error'): | |
| with self.p.workspace.Session() as db:db.execute(text('SELECT * FROM missing_trace_test_table')) | |
| db_error=next(t for t in self.request('GET',f'/workspaces/{wid}/traces')['items'] if t['operation']=='test database failure') | |
| self.assertTrue(any(s['module']=='Database' and s['status']=='error' for s in db_error['spans'])) | |