import tempfile import threading import unittest from concurrent.futures import ThreadPoolExecutor from src.modules.skill.domain.models import SkillError from src.modules.llm_gateway.service import ProviderFailure from src.modules.orchestrator.service import AgentRuntime from src.tests.runtime.fixtures import setup, through_execution, workspace, USER, OTHER, REVIEWER, AUTHOR, SOURCE class RuntimeTests(unittest.TestCase): def setUp(self): folder = self.enterContext(workspace()) self.runtime, self.request, self.model, self.sandbox = setup(folder) def test_three_scenarios_reach_simulated_acceptance_without_claiming_real_execution(self): for scenario in range(3): with self.subTest(scenario=scenario), workspace() as folder: runtime, request, model, sandbox = setup(folder, scenario) run = through_execution(runtime, request) self.assertEqual(run['status'], 'waiting_approval') self.assertEqual(run['pending_approval']['scope'], 'acceptance') runtime.approve(REVIEWER, run['id'], run['pending_approval']['digest']) done = runtime.advance(USER, run['id']) self.assertEqual(done['status'], 'succeeded') manifest = done['outputs']['end']['manifest'] self.assertEqual(manifest['acceptance_scope'], 'simulated-protocol-only') self.assertEqual(manifest['deployment'], 'not_performed') self.assertEqual(model.count, 2) self.assertEqual(sandbox.calls[:3], ['build', 'test', 'preview']) def test_request_idempotency_and_changed_requirement(self): a = self.runtime.create(USER, self.request, 'same-key-1') b = self.runtime.create(USER, self.request, 'same-key-1') self.assertEqual(a['id'], b['id']) with self.assertRaises(SkillError) as err: self.runtime.create(USER, dict(self.request, requirement='Changed'), 'same-key-1') self.assertEqual(err.exception.code, 'IDEMPOTENCY_CONFLICT') def test_business_repair_receives_the_full_page_and_applies_both_files(self): import json from src.modules.llm_gateway.service import ModelReply page='Existing page' repaired=page.replace('const rows=[]','const rows={items:[]}') seen={} def complete(messages,max_tokens,cancelled): payload=json.loads(messages[-1]['content']);kind=payload['task'];seen[kind]=payload content={'summary':'Synthetic design'} if kind=='design' else {'files':{**SOURCE,'website/index.html':repaired if kind=='repair' else page}} return ModelReply(content,80,80,'synthetic-business') self.model.complete=complete;self.sandbox.fail='test' run=self.runtime.create(USER,self.request,'business-repair-full-page') def framework(current): current['snapshot']['framework'].update(profile_id='java17-requirement-business',allowed_paths=['src/main/','website/']) self.runtime.store.mutate(run['id'],framework) for _ in range(2): run=self.runtime.advance(USER,run['id']);self.runtime.approve(USER,run['id'],run['pending_approval']['digest']) run=self.runtime.advance(USER,run['id']);self.assertEqual(run['status'],'repair_required') self.sandbox.fail=None;self.runtime.repair(USER,run['id']);run=self.runtime.advance(USER,run['id']) self.assertEqual(seen['repair']['data']['previous']['website/index.html'],page) self.assertEqual(run['pending_approval']['scope'],'execution') self.runtime.approve(USER,run['id'],run['pending_approval']['digest']);run=self.runtime.advance(USER,run['id']) self.assertEqual(run['pending_approval']['scope'],'acceptance') self.assertEqual(self.runtime._operation_output(run,'AO06')['source']['files']['website/index.html'],repaired) def test_cross_tenant_and_other_user_cannot_read_or_drive(self): run = self.runtime.create(USER, self.request, 'request-1') for actor in [OTHER, AUTHOR.model_copy(update={'roles': []})]: with self.subTest(actor=actor), self.assertRaises(SkillError) as err: self.runtime.get(actor, run['id']) self.assertEqual(err.exception.status, 404) with self.assertRaises(SkillError): self.runtime.advance(REVIEWER, run['id']) def test_approval_wrong_digest_and_repeat_advance_do_not_call_model(self): run = self.runtime.create(USER, self.request, 'request-1') run = self.runtime.advance(USER, run['id']) with self.assertRaises(SkillError): self.runtime.approve(USER, run['id'], '0' * 64) with self.assertRaises(SkillError): self.runtime.advance(USER, run['id']) self.assertEqual(self.model.count, 1) def test_owner_cannot_self_accept(self): run = through_execution(self.runtime, self.request) with self.assertRaises(SkillError) as err: self.runtime.approve(USER, run['id'], run['pending_approval']['digest']) self.assertEqual(err.exception.code, 'INDEPENDENT_REVIEW_REQUIRED') def test_knowledge_revocation_blocks_resume(self): run = self.runtime.create(USER, self.request, 'request-1') self.runtime.knowledge.allowed = False with self.assertRaises(SkillError): self.runtime.advance(USER, run['id']) self.assertEqual(self.model.count, 0) def test_release_retirement_blocks_resume(self): run = self.runtime.create(USER, self.request, 'request-1') self.runtime.skills.retire(AUTHOR, 'release', self.request['release_ref'], 'test retirement') with self.assertRaises(SkillError): self.runtime.advance(USER, run['id']) def test_disabled_harness_and_unpublished_skill(self): self.runtime.harness.enabled = False with self.assertRaises(SkillError): self.runtime.create(USER, self.request, 'request-1') self.runtime.harness.enabled = True with self.assertRaises(SkillError): self.runtime.create(USER, dict(self.request, release_ref='unpublished@0.1.0'), 'request-1') def test_missing_provider_fails_without_sandbox_calls(self): self.runtime.llm.providers = [] run = self.runtime.create(USER, self.request, 'request-1') done = self.runtime.advance(USER, run['id']) self.assertEqual(done['error'], 'MODEL_NOT_CONFIGURED') self.assertNotIn('build', self.sandbox.calls) def test_unknown_model_result_is_not_replayed_and_keeps_reservation(self): def fail(): raise ProviderFailure() self.model.hook = fail run = self.runtime.create(USER, self.request, 'request-1') done = self.runtime.advance(USER, run['id']) self.assertEqual(done['status'], 'unknown') call = self.runtime.store.calls(run['id'])[0] self.assertEqual(call['state'], 'unknown') self.assertIsNone(call['charged']) with self.assertRaises(SkillError): self.runtime.advance(USER, run['id']) self.assertEqual(self.model.count, 1) def test_cancel_waiting_and_restart_preserve_state(self): run = self.runtime.create(USER, self.request, 'request-1') self.runtime.advance(USER, run['id']) self.runtime.cancel(USER, run['id']) restarted = AgentRuntime(self.runtime.store, self.runtime.skills, self.runtime.knowledge, self.runtime.llm, self.runtime.harness, self.sandbox) self.assertEqual(restarted.get(USER, run['id'])['status'], 'cancelled') with self.assertRaises(SkillError): restarted.advance(USER, run['id']) def test_cancel_during_model_prevents_code_or_sandbox(self): run = self.runtime.create(USER, self.request, 'request-1') self.model.hook = lambda: self.runtime.cancel(USER, run['id']) done = self.runtime.advance(USER, run['id']) self.assertEqual(done['status'], 'cancelled') self.assertNotIn('build', self.sandbox.calls) self.assertEqual(done['outputs'].keys(), {'start', 'requirements', 'knowledge', 'context'}) def test_concurrent_worker_has_one_claim(self): entered, release = threading.Event(), threading.Event() def hold(): entered.set() release.wait(5) self.model.hook = hold run = self.runtime.create(USER, self.request, 'request-1') with ThreadPoolExecutor(max_workers=2) as pool: future = pool.submit(self.runtime.advance, USER, run['id']) self.assertTrue(entered.wait(3)) with self.assertRaises(SkillError): self.runtime.advance(USER, run['id']) release.set() self.assertEqual(future.result()['status'], 'waiting_approval') self.assertEqual(self.model.count, 1) def test_recover_only_expired_lease_never_replays(self): run = self.runtime.create(USER, self.request, 'request-1') self.runtime.store.mutate(run['id'], lambda r: r.update(status='running', claim='old-worker', lease_until=100)) self.runtime.clock = lambda: 99 with self.assertRaises(SkillError): self.runtime.recover(USER, run['id']) self.runtime.clock = lambda: 101 recovered = self.runtime.recover(USER, run['id']) self.assertEqual(recovered['status'], 'unknown') self.assertEqual(self.model.count, 0) def test_repair_requires_new_execution_approval_and_shares_budget(self): self.sandbox.fail = 'test' run = through_execution(self.runtime, self.request) self.assertEqual(run['status'], 'repair_required') self.sandbox.fail = None self.runtime.repair(USER, run['id']) fixed = self.runtime.advance(USER, run['id']) self.assertEqual(fixed['pending_approval']['node'], 'repair-execution') self.assertNotIn('test', fixed['outputs']) self.assertNotIn('build', fixed['outputs']) self.runtime.approve(USER, run['id'], fixed['pending_approval']['digest']) ready = self.runtime.advance(USER, run['id']) self.assertEqual(ready['pending_approval']['scope'], 'acceptance') self.assertEqual(self.model.count, 3) self.runtime.approve(REVIEWER, run['id'], ready['pending_approval']['digest']) self.assertEqual(self.runtime.advance(USER, run['id'])['status'], 'succeeded') def test_repair_receives_complete_requirement_and_actual_design(self): import json self.request['requirement']='只给采购订单加状态筛选。保留12条样例和已有入库付款规则。' self.sandbox.fail='test' run=through_execution(self.runtime,self.request) captured=[] original=self.model.complete def complete(messages,max_tokens,cancelled): captured.append(json.loads(messages[-1]['content'])) return original(messages,max_tokens,cancelled) self.model.complete=complete self.runtime.repair(USER,run['id']) self.runtime.advance(USER,run['id']) payload=captured[-1] self.assertEqual(payload['task'],'repair') self.assertEqual(payload['data']['requirement'],self.request['requirement']) self.assertEqual(payload['data']['design'],{'summary':'Synthetic Java design'}) self.assertEqual(payload['data']['runtime_contract'],self.sandbox.runtime_contract) def test_repair_limit_stops_second_failure(self): self.sandbox.fail = 'build' run = through_execution(self.runtime, self.request) self.runtime.repair(USER, run['id']) fixed = self.runtime.advance(USER, run['id']) self.runtime.approve(USER, run['id'], fixed['pending_approval']['digest']) done = self.runtime.advance(USER, run['id']) self.assertEqual(done['status'], 'failed') with self.assertRaises(SkillError): self.runtime.repair(USER, run['id']) def test_cleanup_failure_never_reports_success(self): self.sandbox.cleaned = False run = through_execution(self.runtime, self.request) self.runtime.approve(REVIEWER, run['id'], run['pending_approval']['digest']) self.assertEqual(self.runtime.advance(USER, run['id'])['status'], 'unknown') def test_production_harness_rejects_simulated_execution(self): self.runtime.harness.allow_simulated = False run = through_execution(self.runtime, self.request) self.assertEqual(run['status'], 'failed') self.assertEqual(run['error'], 'SIMULATED_EVIDENCE_REJECTED') def test_suite_must_be_bound_to_selected_skill(self): self.sandbox.skill_ids = ['other-skill'] with self.assertRaises(SkillError) as err: self.runtime.create(USER, self.request, 'request-1') self.assertEqual(err.exception.code, 'ACCEPTANCE_SUITE_NOT_BOUND') def test_phase_elapsed_time_is_committed_with_checkpoint(self): now = [100.0] self.runtime.clock = lambda: now[0] self.model.hook = lambda: now.__setitem__(0, now[0] + 5) run = self.runtime.create(USER, self.request, 'request-1') waiting = self.runtime.advance(USER, run['id']) self.assertEqual(waiting['active_seconds'], 5) self.assertIsNone(waiting['claim']) def test_project_revocation_prevents_runtime_reads(self): run = self.runtime.create(USER, self.request, 'request-1') def revoked(actor, project): raise SkillError('PROJECT_NOT_FOUND', 'fixture revoked', 404) self.runtime.skills.project_access = revoked with self.assertRaises(SkillError): self.runtime.get(USER, run['id'])