Spaces:
Sleeping
Sleeping
File size: 13,806 Bytes
daa4d56 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 | """Cross-surface isolation and real persisted collaboration/Context/DAG contracts."""
import os,tempfile,unittest,time,uuid,io
from unittest.mock import patch
from fastapi.testclient import TestClient
from APIGateway.app.main import create_app
from APIGateway.app.stubs import Providers
from CollaborationService.interpreter import PureProgram,ProgramError
from pypdf import PdfReader
class ProductV05Tests(unittest.TestCase):
@classmethod
def setUpClass(cls):
cls.tmp=tempfile.TemporaryDirectory();cls.env=patch.dict(os.environ,{'WORKOS_WORKSPACE_DATA_DIR':cls.tmp.name});cls.env.start();cls.p=Providers()
cls.e=TestClient(create_app(cls.p,surface='employee'));cls.a=TestClient(create_app(cls.p,surface='admin'));cls.e.__enter__();cls.a.__enter__()
def login(c,name,pw):return {'Authorization':'Bearer '+c.post('/api/v1/auth/login',json={'username':name,'password':pw}).json()['access_token']}
cls.lin=login(cls.e,'lin','demo123');cls.zhou=login(cls.e,'zhou','demo123');cls.admin=login(cls.a,'admin','admin123')
@classmethod
def tearDownClass(cls):cls.a.__exit__(None,None,None);cls.e.__exit__(None,None,None);cls.p.workspace.engine.dispose();cls.env.stop();cls.tmp.cleanup()
def req(self,c,method,path,body=None,headers=None,status=200):
r=c.request(method,'/api/v1'+path,json=body,headers={**(headers or (self.admin if c is self.a else self.lin)),'Idempotency-Key':str(uuid.uuid4())});self.assertEqual(r.status_code,status,r.text[:600]);return r.json() if r.content else None
def workspace(self):return self.req(self.e,'POST','/workspaces',{'title':'v0.5 端到端'},status=201)['workspace_id']
def test_01_admin_separate_routes_and_token_audience(self):
self.assertEqual(self.e.get('/admin').status_code,404);self.assertEqual(self.e.get('/api/v1/admin/workflows',headers=self.admin).status_code,404)
self.req(self.a,'GET','/me',headers=self.lin,status=401);self.req(self.e,'GET','/me',headers=self.admin,status=401)
self.req(self.a,'POST','/auth/login',{'username':'lin','password':'demo123'},status=403)
self.req(self.e,'POST','/auth/login',{'username':'admin','password':'admin123'},status=403)
self.assertEqual(self.a.get('/employee/app.js').status_code,404)
def test_02_many_to_many_organization_and_grant_revocation(self):
body={'name':'跨部门项目组','members':[{'user_id':'u-lin'},{'user_id':'u-zhou'}],'base_ids':['kb-templates']}
g1=self.req(self.a,'POST','/admin/groups',body,status=201);g2=self.req(self.a,'POST','/admin/groups',{**body,'name':'编辑组','members':[{'user_id':'u-lin'}]},status=201)
org=self.req(self.a,'GET','/admin/organization');lin=next(e for e in org['employees'] if e['user_id']=='u-lin');self.assertTrue({g1['group_id'],g2['group_id']}<=set(lin['group_ids']))
self.assertEqual(len(g1['members']),2)
self.req(self.a,'PUT','/admin/groups/'+g1['group_id'],{**body,'expected_revision':99},status=409)
from KnowledgeService.models import Grant
u={'tenant_id':'demo-tenant','user_id':'u-lin'}
with self.p.workspace.Session.begin() as db:db.delete(db.get(Grant,('demo-tenant','kb-templates','u-lin')))
self.assertIn('kb-templates',{x['base_id'] for x in self.p.knowledge.bases(u)['items']})
for g in [g1,g2]:self.req(self.a,'PUT','/admin/groups/'+g['group_id'],{'name':g['name'],'members':[],'base_ids':g['base_ids'],'expected_revision':g['revision']})
self.assertNotIn('kb-templates',{x['base_id'] for x in self.p.knowledge.bases(u)['items']})
with self.p.workspace.Session.begin() as db:db.add(Grant(tenant='demo-tenant',base_id='kb-templates',user_id='u-lin'))
self.req(self.e,'GET','/admin/organization',status=404)
def test_03_context_confirmation_scope_cas_and_restart(self):
wid=self.workspace();fact={'key':'deadline','value':'2026-10-20','expected_revision':0}
value=self.req(self.e,'PUT',f'/workspaces/{wid}/context/facts',fact);self.assertEqual(value['confirmed_facts']['deadline'],'2026-10-20')
self.req(self.e,'PUT',f'/workspaces/{wid}/context/facts',fact,status=409)
self.req(self.e,'GET',f'/workspaces/{wid}/context',headers=self.zhou,status=404)
self.req(self.e,'POST',f'/workspaces/{wid}/messages',{'content':'按已确认的截止时间回答'},status=201)
preview=self.req(self.e,'GET',f'/workspaces/{wid}/context/preview');self.assertTrue(preview['snapshot_id']);self.assertEqual(preview['messages'][-1]['content'],'按已确认的截止时间回答')
from ContextService import ContextService
other=ContextService(self.p.workspace,self.p.knowledge);self.assertEqual(other.summary({'tenant_id':'demo-tenant','user_id':'u-lin'},wid)['facts'][0]['revision'],1)
self.req(self.e,'DELETE',f'/workspaces/{wid}/context/facts/deadline?expected_revision=1')
def test_04_chunk_ledger_full_pagination_and_authorization(self):
wid=self.workspace();r=self.e.post('/api/v1/knowledge/search',headers=self.lin,json={'workspace_id':wid,'query':'标题 列表 简明','base_ids':['kb-history','kb-templates'],'top_k':3});self.assertEqual(r.status_code,200)
tid=r.headers['X-Trace-Id'];items=[];cursor=0
for _ in range(100):
page=self.req(self.e,'GET',f'/workspaces/{wid}/traces/{tid}/chunks?limit=5&after={cursor}');items+=page['items']
if page['next_cursor'] is None:break
cursor=page['next_cursor']
self.assertGreater(len(items),10);self.assertTrue(any(c['decision']=='selected' for c in items));self.assertTrue(all('chunk_id' in c and 'content_hash' in c for c in items))
self.req(self.e,'GET',f'/workspaces/{wid}/traces/{tid}/chunks',headers=self.zhou,status=404)
self.assertTrue(any(c.get('provenance',{}).get('license')=='CC-BY-4.0' for c in items))
def publish_flow(self,name,nodes,edges):
f=self.req(self.a,'POST','/admin/workflows',{'name':name,'description':'输入→处理→输出','base_ids':[],'graph':{'nodes':[{'id':id,'operation_id':op,'label':id,'x':80+i*315,'y':100,'config':cfg} for i,(id,op,cfg) in enumerate(nodes)],'edges':[{'source':a,'target':b} for a,b in edges]}},status=201)
return self.req(self.a,'POST','/admin/workflows/'+f['workflow_id']+'/publish',{'expected_version':f['version']},status=201)
def run_flow(self,wid,eid,content):
msg=self.req(self.e,'POST',f'/workspaces/{wid}/messages',{'content':content},status=201)
run=self.req(self.e,'POST',f'/workspaces/{wid}/runs',{'employee_id':eid,'input_message_id':msg['message_id'],'skill_ids':[],'base_ids':[]},status=202)
for _ in range(100):
run=self.req(self.e,'GET','/runs/'+run['run_id'])
if run['status'] not in ['queued','running']:break
time.sleep(.1)
self.assertEqual(run['status'],'succeeded',run);return run
def test_05_published_employee_dynamic_pdf_and_owned_download(self):
f=self.publish_flow('PDF 排版员',[('input','op-start',{}),('layout','op-text',{'template':'办公记录\n\n{{text}}','input_from':'input'}),('pdf','op-pdf',{'input_from':'layout'}),('output','op-end',{})],[('input','layout'),('layout','pdf'),('pdf','output')]);eid='workflow:'+f['workflow_id']
self.assertTrue(any(e['employee_id']==eid and e['name']=='PDF 排版员' for e in self.req(self.e,'GET','/employees')['items']))
run=self.run_flow(self.workspace(),eid,'中文排版核对。\n责任人:林晓。');self.assertEqual(run['workflow_version'],1);self.assertEqual(len(run['files']),1)
r=self.e.get('/api/v1/generated-files/'+run['files'][0]['file_id'],headers=self.lin);self.assertEqual(r.status_code,200);pdf=PdfReader(io.BytesIO(r.content));self.assertIn('中文排版核对',pdf.pages[0].extract_text())
self.req(self.e,'GET','/generated-files/'+run['files'][0]['file_id'],headers=self.zhou,status=404)
def test_06_skill_programmer_publish_reuse_node(self):
run=self.run_flow(self.workspace(),'workflow:skill-programmer','生成清理文本首尾空白的小技能');p=run['program'];self.assertTrue(p['report']['passed'])
self.req(self.e,'POST','/skill-programs/'+p['id']+'/test',{'input':{'text':' 纪要 '}})
pending=self.req(self.e,'POST','/skill-programs/'+p['id']+'/publish',{'expected_revision':p['revision']});self.assertEqual(pending['status'],'pending_review')
published=self.req(self.a,'POST','/admin/skill-programs/'+p['id']+'/approve',{'expected_revision':pending['revision']});self.assertEqual(published['status'],'published')
f=self.publish_flow('文本清理员',[('input','op-start',{}),('clean',published['operation_id'],{'input_from':'input'}),('output','op-end',{})],[('input','clean'),('clean','output')]);wid=self.workspace();self.run_flow(wid,'workflow:'+f['workflow_id'],' 内网文本 ')
messages=self.req(self.e,'GET',f'/workspaces/{wid}/messages')['items'];self.assertTrue(any(m['role']=='assistant' and '内网文本' in m['content'] for m in messages))
def test_07_restricted_program_rejects_host_access_and_resource_bombs(self):
for code in ['import os\ndef run(data):\n return data','def run(data):\n return data.__class__','def run(data):\n return open("secret")','def run(data):\n return 10 ** 100000','def run(data):\n while True:\n pass']:
with self.assertRaises(ProgramError):PureProgram(code)
with self.assertRaises(ProgramError):PureProgram('def run(data):\n return "x" * 1000000000').run({})
with self.assertRaises(ProgramError):PureProgram('def run(data):\n return range(1000000000)').run({})
def test_08_prompt_skill_persistence(self):
s=self.req(self.e,'POST','/skills',{'name':'编辑风格','category':'document','content':'保持准确简明'},status=201)
self.assertEqual(self.p.state.skill({'tenant_id':'demo-tenant','user_id':'u-lin'},s['skill_id'])['content'],'保持准确简明')
from CollaborationService.catalog import PersistentCatalog
catalog=PersistentCatalog(self.p.state,self.p.workspace,self.p.runtime);self.assertTrue(any(x['skill_id']==s['skill_id'] for x in catalog.skills({'tenant_id':'demo-tenant','user_id':'u-lin'})['items']))
def test_09_overview_real_counts_and_role_boundary(self):
v=self.req(self.a,'GET','/admin/overview');self.assertEqual(len(v['modules']),7);self.assertGreaterEqual(v['business']['documents'],65);self.assertIn('最近最多2000',v['trace_scope'])
def test_10_invalid_upstream_binding_rejected(self):
f=self.req(self.a,'POST','/admin/workflows',{'name':'错误输入','graph':{'nodes':[{'id':'start','operation_id':'op-start','label':'输入'},{'id':'end','operation_id':'op-end','label':'输出','config':{'input_from':'missing'}}],'edges':[{'source':'start','target':'end'}]}},status=201)
self.req(self.a,'POST','/admin/workflows/'+f['workflow_id']+'/publish',{'expected_version':f['version']},status=422)
def test_12_database_repetition_preserves_model_and_error_spans(self):
from observability import Trace
t=Trace(self.p.workspace.Session,'pressure')
for _ in range(1000):
s=t.start('Database','SELECT',{'statement':'SELECT bounded_template'})
t.end(s,time.perf_counter(),result={'executed':True})
s=t.start('LLM Gateway','generate');t.end(s,time.perf_counter(),result={'model_id':'test-model'})
self.assertEqual(len(t.spans),2);self.assertEqual(t.spans[0]['executions'],1000)
self.assertEqual(t.spans[1]['module'],'LLM Gateway')
s=t.start('Database','SELECT',{'statement':'SELECT bounded_template'})
t.end(s,time.perf_counter(),error=ValueError('controlled'))
self.assertEqual(t.spans[0]['status'],'error')
def test_13_unique_sql_pressure_keeps_later_business_modules(self):
from observability import Trace
t=Trace(self.p.workspace.Session,'unique-pressure')
for i in range(350):
s=t.start('Database','SELECT',{'statement':'SELECT template_'+str(i)})
t.end(s,time.perf_counter(),result={'executed':True})
s=t.start('LLM Gateway','generate');self.assertIsNotNone(s)
t.end(s,time.perf_counter(),result={'model_id':'test-model'})
self.assertEqual(len(t.spans),350);self.assertEqual(t.spans[-1]['module'],'LLM Gateway');self.assertEqual(t.omitted_database_executions,1)
def test_11_published_employee_freezes_prompt_skill_version(self):
s=self.req(self.a,'POST','/skills',{'name':'共享发布测试','category':'document','content':'原始风格 v1'},status=201)
graph={'nodes':[{'id':'input','operation_id':'op-start','label':'输入'},{'id':'output','operation_id':'op-end','label':'输出'}],'edges':[{'source':'input','target':'output'}]}
f=self.req(self.a,'POST','/admin/workflows',{'name':'固定技能版本员工','graph':graph,'skill_ids':[s['skill_id']]},status=201)
f=self.req(self.a,'POST','/admin/workflows/'+f['workflow_id']+'/publish',{'expected_version':f['version']},status=201)
self.req(self.a,'PUT','/skills/'+s['skill_id'],{'name':s['name'],'category':'document','content':'新风格 v2','expected_version':1})
run=self.run_flow(self.workspace(),'workflow:'+f['workflow_id'],'验证发布快照')
self.assertEqual(next(x for x in run['effective_skills'] if x['skill_id']==s['skill_id'])['version'],1)
from CollaborationService.models import PromptSkillVersion
with self.p.workspace.Session() as db:self.assertEqual(db.get(PromptSkillVersion,('demo-tenant',s['skill_id'],2)).body['content'],'新风格 v2')
|