File size: 13,806 Bytes
daa4d56
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
"""Cross-surface isolation and real persisted collaboration/Context/DAG contracts."""
import os,tempfile,unittest,time,uuid,io
from unittest.mock import patch
from fastapi.testclient import TestClient
from APIGateway.app.main import create_app
from APIGateway.app.stubs import Providers
from CollaborationService.interpreter import PureProgram,ProgramError
from pypdf import PdfReader

class ProductV05Tests(unittest.TestCase):
    @classmethod
    def setUpClass(cls):
        cls.tmp=tempfile.TemporaryDirectory();cls.env=patch.dict(os.environ,{'WORKOS_WORKSPACE_DATA_DIR':cls.tmp.name});cls.env.start();cls.p=Providers()
        cls.e=TestClient(create_app(cls.p,surface='employee'));cls.a=TestClient(create_app(cls.p,surface='admin'));cls.e.__enter__();cls.a.__enter__()
        def login(c,name,pw):return {'Authorization':'Bearer '+c.post('/api/v1/auth/login',json={'username':name,'password':pw}).json()['access_token']}
        cls.lin=login(cls.e,'lin','demo123');cls.zhou=login(cls.e,'zhou','demo123');cls.admin=login(cls.a,'admin','admin123')
    @classmethod
    def tearDownClass(cls):cls.a.__exit__(None,None,None);cls.e.__exit__(None,None,None);cls.p.workspace.engine.dispose();cls.env.stop();cls.tmp.cleanup()
    def req(self,c,method,path,body=None,headers=None,status=200):
        r=c.request(method,'/api/v1'+path,json=body,headers={**(headers or (self.admin if c is self.a else self.lin)),'Idempotency-Key':str(uuid.uuid4())});self.assertEqual(r.status_code,status,r.text[:600]);return r.json() if r.content else None
    def workspace(self):return self.req(self.e,'POST','/workspaces',{'title':'v0.5 端到端'},status=201)['workspace_id']
    def test_01_admin_separate_routes_and_token_audience(self):
        self.assertEqual(self.e.get('/admin').status_code,404);self.assertEqual(self.e.get('/api/v1/admin/workflows',headers=self.admin).status_code,404)
        self.req(self.a,'GET','/me',headers=self.lin,status=401);self.req(self.e,'GET','/me',headers=self.admin,status=401)
        self.req(self.a,'POST','/auth/login',{'username':'lin','password':'demo123'},status=403)
        self.req(self.e,'POST','/auth/login',{'username':'admin','password':'admin123'},status=403)
        self.assertEqual(self.a.get('/employee/app.js').status_code,404)
    def test_02_many_to_many_organization_and_grant_revocation(self):
        body={'name':'跨部门项目组','members':[{'user_id':'u-lin'},{'user_id':'u-zhou'}],'base_ids':['kb-templates']}
        g1=self.req(self.a,'POST','/admin/groups',body,status=201);g2=self.req(self.a,'POST','/admin/groups',{**body,'name':'编辑组','members':[{'user_id':'u-lin'}]},status=201)
        org=self.req(self.a,'GET','/admin/organization');lin=next(e for e in org['employees'] if e['user_id']=='u-lin');self.assertTrue({g1['group_id'],g2['group_id']}<=set(lin['group_ids']))
        self.assertEqual(len(g1['members']),2)
        self.req(self.a,'PUT','/admin/groups/'+g1['group_id'],{**body,'expected_revision':99},status=409)
        from KnowledgeService.models import Grant
        u={'tenant_id':'demo-tenant','user_id':'u-lin'}
        with self.p.workspace.Session.begin() as db:db.delete(db.get(Grant,('demo-tenant','kb-templates','u-lin')))
        self.assertIn('kb-templates',{x['base_id'] for x in self.p.knowledge.bases(u)['items']})
        for g in [g1,g2]:self.req(self.a,'PUT','/admin/groups/'+g['group_id'],{'name':g['name'],'members':[],'base_ids':g['base_ids'],'expected_revision':g['revision']})
        self.assertNotIn('kb-templates',{x['base_id'] for x in self.p.knowledge.bases(u)['items']})
        with self.p.workspace.Session.begin() as db:db.add(Grant(tenant='demo-tenant',base_id='kb-templates',user_id='u-lin'))
        self.req(self.e,'GET','/admin/organization',status=404)
    def test_03_context_confirmation_scope_cas_and_restart(self):
        wid=self.workspace();fact={'key':'deadline','value':'2026-10-20','expected_revision':0}
        value=self.req(self.e,'PUT',f'/workspaces/{wid}/context/facts',fact);self.assertEqual(value['confirmed_facts']['deadline'],'2026-10-20')
        self.req(self.e,'PUT',f'/workspaces/{wid}/context/facts',fact,status=409)
        self.req(self.e,'GET',f'/workspaces/{wid}/context',headers=self.zhou,status=404)
        self.req(self.e,'POST',f'/workspaces/{wid}/messages',{'content':'按已确认的截止时间回答'},status=201)
        preview=self.req(self.e,'GET',f'/workspaces/{wid}/context/preview');self.assertTrue(preview['snapshot_id']);self.assertEqual(preview['messages'][-1]['content'],'按已确认的截止时间回答')
        from ContextService import ContextService
        other=ContextService(self.p.workspace,self.p.knowledge);self.assertEqual(other.summary({'tenant_id':'demo-tenant','user_id':'u-lin'},wid)['facts'][0]['revision'],1)
        self.req(self.e,'DELETE',f'/workspaces/{wid}/context/facts/deadline?expected_revision=1')
    def test_04_chunk_ledger_full_pagination_and_authorization(self):
        wid=self.workspace();r=self.e.post('/api/v1/knowledge/search',headers=self.lin,json={'workspace_id':wid,'query':'标题 列表 简明','base_ids':['kb-history','kb-templates'],'top_k':3});self.assertEqual(r.status_code,200)
        tid=r.headers['X-Trace-Id'];items=[];cursor=0
        for _ in range(100):
            page=self.req(self.e,'GET',f'/workspaces/{wid}/traces/{tid}/chunks?limit=5&after={cursor}');items+=page['items']
            if page['next_cursor'] is None:break
            cursor=page['next_cursor']
        self.assertGreater(len(items),10);self.assertTrue(any(c['decision']=='selected' for c in items));self.assertTrue(all('chunk_id' in c and 'content_hash' in c for c in items))
        self.req(self.e,'GET',f'/workspaces/{wid}/traces/{tid}/chunks',headers=self.zhou,status=404)
        self.assertTrue(any(c.get('provenance',{}).get('license')=='CC-BY-4.0' for c in items))
    def publish_flow(self,name,nodes,edges):
        f=self.req(self.a,'POST','/admin/workflows',{'name':name,'description':'输入→处理→输出','base_ids':[],'graph':{'nodes':[{'id':id,'operation_id':op,'label':id,'x':80+i*315,'y':100,'config':cfg} for i,(id,op,cfg) in enumerate(nodes)],'edges':[{'source':a,'target':b} for a,b in edges]}},status=201)
        return self.req(self.a,'POST','/admin/workflows/'+f['workflow_id']+'/publish',{'expected_version':f['version']},status=201)
    def run_flow(self,wid,eid,content):
        msg=self.req(self.e,'POST',f'/workspaces/{wid}/messages',{'content':content},status=201)
        run=self.req(self.e,'POST',f'/workspaces/{wid}/runs',{'employee_id':eid,'input_message_id':msg['message_id'],'skill_ids':[],'base_ids':[]},status=202)
        for _ in range(100):
            run=self.req(self.e,'GET','/runs/'+run['run_id'])
            if run['status'] not in ['queued','running']:break
            time.sleep(.1)
        self.assertEqual(run['status'],'succeeded',run);return run
    def test_05_published_employee_dynamic_pdf_and_owned_download(self):
        f=self.publish_flow('PDF 排版员',[('input','op-start',{}),('layout','op-text',{'template':'办公记录\n\n{{text}}','input_from':'input'}),('pdf','op-pdf',{'input_from':'layout'}),('output','op-end',{})],[('input','layout'),('layout','pdf'),('pdf','output')]);eid='workflow:'+f['workflow_id']
        self.assertTrue(any(e['employee_id']==eid and e['name']=='PDF 排版员' for e in self.req(self.e,'GET','/employees')['items']))
        run=self.run_flow(self.workspace(),eid,'中文排版核对。\n责任人:林晓。');self.assertEqual(run['workflow_version'],1);self.assertEqual(len(run['files']),1)
        r=self.e.get('/api/v1/generated-files/'+run['files'][0]['file_id'],headers=self.lin);self.assertEqual(r.status_code,200);pdf=PdfReader(io.BytesIO(r.content));self.assertIn('中文排版核对',pdf.pages[0].extract_text())
        self.req(self.e,'GET','/generated-files/'+run['files'][0]['file_id'],headers=self.zhou,status=404)
    def test_06_skill_programmer_publish_reuse_node(self):
        run=self.run_flow(self.workspace(),'workflow:skill-programmer','生成清理文本首尾空白的小技能');p=run['program'];self.assertTrue(p['report']['passed'])
        self.req(self.e,'POST','/skill-programs/'+p['id']+'/test',{'input':{'text':'  纪要  '}})
        pending=self.req(self.e,'POST','/skill-programs/'+p['id']+'/publish',{'expected_revision':p['revision']});self.assertEqual(pending['status'],'pending_review')
        published=self.req(self.a,'POST','/admin/skill-programs/'+p['id']+'/approve',{'expected_revision':pending['revision']});self.assertEqual(published['status'],'published')
        f=self.publish_flow('文本清理员',[('input','op-start',{}),('clean',published['operation_id'],{'input_from':'input'}),('output','op-end',{})],[('input','clean'),('clean','output')]);wid=self.workspace();self.run_flow(wid,'workflow:'+f['workflow_id'],'  内网文本  ')
        messages=self.req(self.e,'GET',f'/workspaces/{wid}/messages')['items'];self.assertTrue(any(m['role']=='assistant' and '内网文本' in m['content'] for m in messages))
    def test_07_restricted_program_rejects_host_access_and_resource_bombs(self):
        for code in ['import os\ndef run(data):\n return data','def run(data):\n return data.__class__','def run(data):\n return open("secret")','def run(data):\n return 10 ** 100000','def run(data):\n while True:\n  pass']:
            with self.assertRaises(ProgramError):PureProgram(code)
        with self.assertRaises(ProgramError):PureProgram('def run(data):\n return "x" * 1000000000').run({})
        with self.assertRaises(ProgramError):PureProgram('def run(data):\n return range(1000000000)').run({})
    def test_08_prompt_skill_persistence(self):
        s=self.req(self.e,'POST','/skills',{'name':'编辑风格','category':'document','content':'保持准确简明'},status=201)
        self.assertEqual(self.p.state.skill({'tenant_id':'demo-tenant','user_id':'u-lin'},s['skill_id'])['content'],'保持准确简明')
        from CollaborationService.catalog import PersistentCatalog
        catalog=PersistentCatalog(self.p.state,self.p.workspace,self.p.runtime);self.assertTrue(any(x['skill_id']==s['skill_id'] for x in catalog.skills({'tenant_id':'demo-tenant','user_id':'u-lin'})['items']))
    def test_09_overview_real_counts_and_role_boundary(self):
        v=self.req(self.a,'GET','/admin/overview');self.assertEqual(len(v['modules']),7);self.assertGreaterEqual(v['business']['documents'],65);self.assertIn('最近最多2000',v['trace_scope'])
    def test_10_invalid_upstream_binding_rejected(self):
        f=self.req(self.a,'POST','/admin/workflows',{'name':'错误输入','graph':{'nodes':[{'id':'start','operation_id':'op-start','label':'输入'},{'id':'end','operation_id':'op-end','label':'输出','config':{'input_from':'missing'}}],'edges':[{'source':'start','target':'end'}]}},status=201)
        self.req(self.a,'POST','/admin/workflows/'+f['workflow_id']+'/publish',{'expected_version':f['version']},status=422)
    def test_12_database_repetition_preserves_model_and_error_spans(self):
        from observability import Trace
        t=Trace(self.p.workspace.Session,'pressure')
        for _ in range(1000):
            s=t.start('Database','SELECT',{'statement':'SELECT bounded_template'})
            t.end(s,time.perf_counter(),result={'executed':True})
        s=t.start('LLM Gateway','generate');t.end(s,time.perf_counter(),result={'model_id':'test-model'})
        self.assertEqual(len(t.spans),2);self.assertEqual(t.spans[0]['executions'],1000)
        self.assertEqual(t.spans[1]['module'],'LLM Gateway')
        s=t.start('Database','SELECT',{'statement':'SELECT bounded_template'})
        t.end(s,time.perf_counter(),error=ValueError('controlled'))
        self.assertEqual(t.spans[0]['status'],'error')
    def test_13_unique_sql_pressure_keeps_later_business_modules(self):
        from observability import Trace
        t=Trace(self.p.workspace.Session,'unique-pressure')
        for i in range(350):
            s=t.start('Database','SELECT',{'statement':'SELECT template_'+str(i)})
            t.end(s,time.perf_counter(),result={'executed':True})
        s=t.start('LLM Gateway','generate');self.assertIsNotNone(s)
        t.end(s,time.perf_counter(),result={'model_id':'test-model'})
        self.assertEqual(len(t.spans),350);self.assertEqual(t.spans[-1]['module'],'LLM Gateway');self.assertEqual(t.omitted_database_executions,1)
    def test_11_published_employee_freezes_prompt_skill_version(self):
        s=self.req(self.a,'POST','/skills',{'name':'共享发布测试','category':'document','content':'原始风格 v1'},status=201)
        graph={'nodes':[{'id':'input','operation_id':'op-start','label':'输入'},{'id':'output','operation_id':'op-end','label':'输出'}],'edges':[{'source':'input','target':'output'}]}
        f=self.req(self.a,'POST','/admin/workflows',{'name':'固定技能版本员工','graph':graph,'skill_ids':[s['skill_id']]},status=201)
        f=self.req(self.a,'POST','/admin/workflows/'+f['workflow_id']+'/publish',{'expected_version':f['version']},status=201)
        self.req(self.a,'PUT','/skills/'+s['skill_id'],{'name':s['name'],'category':'document','content':'新风格 v2','expected_version':1})
        run=self.run_flow(self.workspace(),'workflow:'+f['workflow_id'],'验证发布快照')
        self.assertEqual(next(x for x in run['effective_skills'] if x['skill_id']==s['skill_id'])['version'],1)
        from CollaborationService.models import PromptSkillVersion
        with self.p.workspace.Session() as db:self.assertEqual(db.get(PromptSkillVersion,('demo-tenant',s['skill_id'],2)).body['content'],'新风格 v2')