Spaces:
Sleeping
Sleeping
Download src/tests/runtime/test_business_scope.py from dellweb3/VibeCoding: direct link, hf CLI and curl.
- Browser
- Download file 12.5 kB
-
https://huggingface.co/spaces/dellweb3/VibeCoding/resolve/main/src/tests/runtime/test_business_scope.py
- Command line
-
hf download hf://spaces/dellweb3/VibeCoding/src/tests/runtime/test_business_scope.py
-
curl -L -o test_business_scope.py https://huggingface.co/spaces/dellweb3/VibeCoding/resolve/main/src/tests/runtime/test_business_scope.py
12.5 kB
| """Scope admission, immutable iterations and exact-edit deltas; no paid calls.""" | |
| import json | |
| import unittest | |
| from pathlib import Path | |
| from types import SimpleNamespace | |
| from fastapi.testclient import TestClient | |
| from src.apps.workbench.business_scope import BusinessScopes,outline | |
| from src.apps.workbench.engine import LocalWorkbench | |
| from src.apps.workbench.web import create_web | |
| from src.modules.skill.domain.models import SkillError,digest | |
| from src.modules.llm_gateway.service import ModelReply | |
| from src.tests.runtime.fixtures import setup,workspace,USER | |
| LOGISTICS='帮我开发一个物流管理的程序,作为物流公司,能够检索到当前订单的状态,并根据实际的物流进行状态调整。' | |
| CLEAR='按订单号查询订单状态;订单号不能为空,未找到显示未找到。' | |
| class BusinessScopeTests(unittest.TestCase): | |
| def setUp(self): | |
| self.folder=self.enterContext(workspace()) | |
| self.rt,self.request,self.model,_=setup(self.folder) | |
| self.prior={} | |
| self.engine=SimpleNamespace(store=self.rt.store,spec=lambda *a:None,job=lambda actor,key:self.prior[key]) | |
| self.scopes=BusinessScopes(self.engine) | |
| def test_short_explicit_is_ready_but_long_ambiguous_is_not(self): | |
| self.assertTrue(outline(CLEAR)['ready']) | |
| self.assertFalse(outline('帮我做一个优秀的物流系统,'+'界面美观、功能丰富、体验很好。'*40)['ready']) | |
| s=self.scopes.prepare(USER,CLEAR,'clear-scope-01') | |
| self.assertEqual(s['status'],'confirmed');self.assertEqual(s['confirmation'],'explicit-requirement') | |
| self.assertEqual(self.scopes.baseline(USER,CLEAR,s['id'])['original_requirement'],CLEAR) | |
| self.assertEqual(self.rt.store.calls('no-run'),[]) | |
| def test_ambiguous_waits_and_explicit_confirm_freezes_minimum(self): | |
| s=self.scopes.prepare(USER,LOGISTICS,'ambiguous-01') | |
| self.assertEqual(s['status'],'waiting_scope');self.assertLessEqual(len(s['card']['questions']),3) | |
| self.assertNotIn('新增',s['card']['functions']);self.assertNotIn('删除',s['card']['functions']) | |
| with self.assertRaises(SkillError):self.scopes.baseline(USER,LOGISTICS,s['id']) | |
| s=self.scopes.confirm(USER,s['id'],s['digest']) | |
| self.assertEqual(s,self.scopes.confirm(USER,s['id'],s['digest'])) | |
| self.assertEqual(self.scopes.baseline(USER,LOGISTICS,s['id'])['confirmation'],'explicit-minimal-scope') | |
| def test_essential_missing_information_cannot_be_approved_away(self): | |
| for index,requirement in enumerate(['帮我做一个完整系统','查询客户并自动审批权限']): | |
| s=self.scopes.prepare(USER,requirement,'essential-missing-'+str(index)) | |
| self.assertFalse(s['card']['can_start']) | |
| with self.assertRaises(SkillError) as exc:self.scopes.confirm(USER,s['id'],s['digest']) | |
| self.assertEqual(exc.exception.code,'BUSINESS_SCOPE_INCOMPLETE') | |
| self.assertTrue(outline(LOGISTICS+'不连接真实数据库。')['can_start']) | |
| def test_supplement_is_new_version_not_overwrite_and_explicit_features_retained(self): | |
| original='库存管理,包含入库、出库、报表、批量导入和多仓库。' | |
| s=self.scopes.prepare(USER,original,'scope-supplement-01') | |
| self.assertNotIn('报表',s['card']['excluded']);self.assertNotIn('多仓库',s['card']['excluded']) | |
| new=self.scopes.prepare(USER,original,'scope-supplement-02',parent_id=s['id'],supplement='入库数量必须为正,出库不得超过库存;验收显示修改后的数量。') | |
| self.assertEqual(new['version'],2);self.assertEqual(new['original_requirement'],original) | |
| self.assertIn(original,new['requirement']);self.assertEqual(self.scopes.get(USER,s['id']),s) | |
| def test_budget_fit_preserves_all_features_and_clear_request_starts_directly(self): | |
| from src.modules.governance.resource_limits import configured | |
| self.engine.resource_limits=configured() | |
| with self.rt.store.connect() as db:db.execute('CREATE TABLE web_jobs(id TEXT,state TEXT)') | |
| req='库存管理:查询、入库、出库、占用、预采购、报表。数量必须非负。验收:查询结果;入库结果;出库结果;占用结果;采购结果;报表结果。' | |
| p=self.scopes.prepare(USER,req,'scope-phased-01') | |
| self.assertEqual(p['status'],'confirmed');self.assertEqual(len(p['card']['functions']),6) | |
| self.assertEqual(p['card']['all_functions'],['查询','入库','出库','占用','预采购','报表']) | |
| self.assertEqual(len(p['card']['acceptance']),6) | |
| self.assertEqual(p['card']['deferred_acceptance'],[]) | |
| self.assertEqual(p['card']['execution_mode'],'original') | |
| self.assertLessEqual(p['card']['budget_estimate']['estimated_tokens'],60000) | |
| self.assertEqual(p['original_requirement'],req);self.assertEqual(self.rt.store.calls('no-run'),[]) | |
| simple=self.scopes.prepare(USER,CLEAR,'scope-limited-clear') | |
| self.assertTrue(simple['card']['ready']);self.assertEqual(simple['card']['questions'],[]) | |
| self.assertEqual(simple['status'],'confirmed') | |
| def test_insufficient_budget_proposes_adjustment_and_budget_change_recalculates(self): | |
| from src.modules.governance.resource_limits import configured | |
| self.engine.resource_limits=configured({'max_tokens':80000}) | |
| with self.rt.store.connect() as db:db.execute('CREATE TABLE web_jobs(id TEXT,state TEXT)') | |
| req='库存管理:查询、入库、出库、占用、预采购、报表。数量必须非负。验收:查询结果;入库结果;出库结果;占用结果;采购结果;报表结果。' | |
| s=self.scopes.prepare(USER,req,'budget-adjusted') | |
| self.assertEqual(s['status'],'waiting_scope') | |
| self.assertEqual(s['card']['execution_mode'],'adjusted') | |
| self.assertEqual(s['card']['functions'],['查询','入库','出库']) | |
| self.assertEqual(s['card']['deferred_acceptance'],['占用结果','采购结果','报表结果。']) | |
| self.assertLessEqual(s['card']['budget_estimate']['estimated_tokens'],40000) | |
| self.engine.resource_limits=configured() | |
| with self.assertRaises(SkillError) as exc:self.scopes.confirm(USER,s['id'],s['digest']) | |
| self.assertEqual(exc.exception.code,'SCOPE_BUDGET_CHANGED') | |
| updated=exc.exception.details['scope'] | |
| self.assertEqual(updated['card']['execution_mode'],'original') | |
| self.assertEqual(len(updated['card']['functions']),6) | |
| self.assertEqual(self.scopes.get(USER,s['id']),s) | |
| self.scopes.confirm(USER,updated['id'],updated['digest']) | |
| def test_tiny_budget_blocks_and_explicit_data_count_not_reduced(self): | |
| from src.modules.governance.resource_limits import configured | |
| with self.rt.store.connect() as db:db.execute('CREATE TABLE web_jobs(id TEXT,state TEXT)') | |
| self.engine.resource_limits=configured({'max_tokens':20000}) | |
| s=self.scopes.prepare(USER,LOGISTICS,'budget-too-small') | |
| self.assertFalse(s['card']['can_start']);self.assertFalse(s['card']['budget_estimate']['fits']) | |
| with self.assertRaises(SkillError):self.scopes.confirm(USER,s['id'],s['digest']) | |
| self.engine.resource_limits=configured() | |
| s=self.scopes.prepare(USER,LOGISTICS+'表格显示1000条订单,使用合成数据。','data-count-preserved') | |
| self.assertIn('1000条',s['requirement']);self.assertEqual(s['card']['execution_mode'],'original') | |
| self.assertFalse(any('少量' in a for a in s['card']['assumptions'])) | |
| self.assertIsNone(s['card']['budget_estimate']['actual_tokens']) | |
| def test_failure_scope_change_keeps_old_evidence_and_requires_new_confirmation(self): | |
| run=self.rt.create(USER,self.request,'failed-scope-original') | |
| self.rt.store.mutate(run['id'],lambda r:r.update(status='failed',error='JAVA_TEST_FAILED',diagnostics={'failures':['original list failure']})) | |
| self.prior[run['id']]={'scenario':'business-app','status':'failed','requirement':LOGISTICS,'model_calls':[]} | |
| original=self.rt.store.get(run['id']) | |
| s=self.scopes.prepare(USER,LOGISTICS,'scope-failed-01',base_run=run['id']) | |
| with self.assertRaises(SkillError) as exc:self.scopes.confirm(USER,s['id'],s['digest']) | |
| self.assertEqual(exc.exception.code,'SCOPE_CHANGE_REQUIRED') | |
| new=self.scopes.prepare(USER,LOGISTICS,'scope-failed-02',parent_id=s['id'],supplement='本轮只做订单号查询,状态调整留到下轮;未找到显示未找到。') | |
| self.assertEqual(new['status'],'waiting_scope');self.assertTrue(new['new_acceptance_baseline']) | |
| self.assertEqual(new['card']['functions'],['查询']);self.assertIn('修改',new['card']['deferred_by_user']) | |
| another=self.scopes.prepare(USER,LOGISTICS,'scope-failed-03',parent_id=new['id'],supplement='查询结果还要显示订单号。') | |
| self.assertEqual(another['card']['functions'],['查询']) | |
| self.scopes.confirm(USER,new['id'],new['digest']) | |
| self.assertEqual(self.rt.store.get(run['id']),original) | |
| self.prior[run['id']]['status']='unknown' | |
| with self.assertRaises(SkillError) as exc:self.scopes.prepare(USER,LOGISTICS,'unknown-scope-01',base_run=run['id']) | |
| self.assertEqual(exc.exception.code,'SCOPE_BASELINE_UNCERTAIN') | |
| def test_incremental_code_uses_exact_edits_and_preserves_unchanged_file(self): | |
| run=self.rt.create(USER,self.request,'scope-incremental-code') | |
| java='src/main/java/demo/App.java';files={java:'class App { int count=1; }','website/index.html':'<html>unchanged</html>'} | |
| scope={'id':'s','digest':'a'*64,'version':2,'confirmation':'explicit-minimal-scope','affected_tests':['数量'],'card':outline(CLEAR)} | |
| def active(r): | |
| r.update(status='running',claim='scope-test') | |
| r['request'].update(baseline={'files':files,'source_digest':digest(files)},scope_baseline=scope) | |
| self.rt.store.mutate(run['id'],active) | |
| def complete(messages,bound,cancelled): | |
| payload=json.loads(messages[-1]['content'])['data'] | |
| self.assertIn('confirmed_business_plan',payload) | |
| return ModelReply({'edits':[{'path':java,'old':'count=1','new':'count=2'}]},10,10,self.model.name) | |
| self.model.complete=complete | |
| result=self.rt.llm.generate(run['id'],'code',{'previous':files,'requirement':CLEAR,'repair_scope':{'mode':'exact-edits'}},lambda:False) | |
| self.assertEqual(result['files'][java],'class App { int count=2; }') | |
| self.assertEqual(result['files']['website/index.html'],files['website/index.html']) | |
| class ScopeHttpTests(unittest.TestCase): | |
| def test_original_request_bypasses_retired_scope_gate_and_keeps_queue_idempotency(self): | |
| with workspace() as folder: | |
| _,_,model,_=setup(Path(folder)/'model') | |
| e=LocalWorkbench(Path(folder)/'web',[model],start_worker=False,recover_incomplete=False) | |
| self.assertIsNone(e.resource_limits) | |
| e.identity.seed_demo_users() | |
| with TestClient(create_web(e)) as c: | |
| c.headers['Origin']='http://127.0.0.1:8789' | |
| auth=c.post('/api/session/login',json={'username':'manager','password':'VibeCoding@2026'}).json() | |
| c.headers['X-CSRF-Token']=auth['csrf'] | |
| requirement=LOGISTICS+' 保留完整ERP表格、搜索、编辑、分页和1000条数据。' | |
| req={'scenario':'business-app','requirement':requirement,'request_key':'original-http-test-01'} | |
| first=c.post('/api/jobs',json=req);first.raise_for_status() | |
| again=c.post('/api/jobs',json=req);again.raise_for_status() | |
| self.assertEqual(first.json()['id'],again.json()['id']) | |
| self.assertEqual(e.queue.qsize(),1);self.assertEqual(model.count,0) | |
| frozen=e.store.get(first.json()['id'])['request'] | |
| self.assertEqual(frozen['requirement'],requirement) | |
| self.assertNotIn('scope_baseline',frozen);self.assertNotIn('resource_limits',frozen) | |
| old=c.post('/api/business-scope',json={'requirement':requirement,'request_key':'retired-scope-01'}) | |
| self.assertEqual(old.status_code,410) | |
| self.assertEqual(old.json()['code'],'SCOPE_ADMISSION_REMOVED') | |