VibeCoding / src /tests /runtime /test_sandbox.py
dellweb3's picture
Deploy verified conversational workbench and isolated Java application previews
caf8059 verified
Raw History Blame Contribute Delete
5.96 kB
import json
import unittest
from pathlib import Path
from pydantic import ValidationError
from src.adapters.sandbox.docker import DockerSandbox
from src.modules.execution.contracts import SandboxConfig
from src.modules.skill.domain.models import SkillError, digest
from src.tests.runtime.fixtures import workspace, SOURCE
RUN_ID = 'run-' + 'a' * 32
def config():
return SandboxConfig(image='approved/jdk17-python@sha256:' + 'a' * 64,
skill_ids=['erp-java-development'], api_contract='GET /health returns status ok; test fixture only.',
tests=[{'path': '/health', 'status': 200, 'expected_json': {'status': 'ok'}}],
health={'path': '/health', 'status': 200, 'expected_json': {'status': 'ok'}})
class DockerCommandFixture:
def __init__(self):
self.calls = []
self.failure = None
self.hash = 'b' * 64
def __call__(self, args, **kwargs):
self.calls.append(args)
if 'info' in args:
return 0, json.dumps({'OSType': 'linux', 'SecurityOptions': ['name=seccomp,profile=builtin']})
if args[-1] in {'build', 'test', 'preview'}:
if self.failure == 'timeout':
raise SkillError('SANDBOX_TIMEOUT', 'fixture timeout')
return 0, json.dumps({'passed': self.failure != args[-1], 'classes_digest': self.hash, 'cases': 1, 'passed_cases': 1})
return 0, '{}'
class SandboxTests(unittest.TestCase):
def setUp(self):
self.root = self.enterContext(workspace())
self.command = DockerCommandFixture()
self.sandbox = DockerSandbox(self.root, config(), command=self.command, executable='docker-fixture')
self.source = {'files': SOURCE, 'source_digest': digest(SOURCE)}
def test_restricted_container_and_separate_uids(self):
candidate = self.sandbox.build(RUN_ID, self.source, lambda: False)
evidence = self.sandbox.probe(RUN_ID, candidate, 'test', lambda: False)
preview = self.sandbox.probe(RUN_ID, candidate, 'preview', lambda: False)
create = next(c for c in self.command.calls if 'run' in c)
for flag in ['--network=none', '--read-only', '--cap-drop=ALL', '--security-opt=no-new-privileges',
'--memory=512m', '--cpus=1', '--pids-limit=128', '--pull=never', '--user=65533:65533']:
self.assertIn(flag, create)
self.assertNotIn('--privileged', create)
self.assertFalse(any('docker.sock' in a for a in create))
self.assertTrue(any('--user=65532:65532' in c for c in self.command.calls))
self.assertTrue(any('--user=65534:65534' in c for c in self.command.calls))
self.assertEqual(evidence['classes_digest'], preview['classes_digest'])
def test_missing_docker_rejected_without_host_java(self):
self.sandbox.executable = None
with self.assertRaises(SkillError) as err:
self.sandbox.build(RUN_ID, self.source, lambda: False)
self.assertEqual(err.exception.code, 'ISOLATION_UNAVAILABLE')
self.assertEqual(self.command.calls, [])
def test_mutable_image_and_redirect_probe_paths_denied(self):
for value in ['jdk:latest', 'jdk:17', 'jdk@sha256:short']:
with self.assertRaises(ValidationError):
SandboxConfig.model_validate(dict(config().model_dump(), image=value))
for path in ['//evil.example', '/../secret', '/%2e%2e']:
with self.assertRaises(ValidationError):
SandboxConfig.model_validate(dict(config().model_dump(), health={'path': path, 'status': 200, 'expected_json': {}}))
def test_timeout_and_build_failure_cleanup_exact_container(self):
for failure in ['timeout', 'build']:
self.command.failure = failure
with self.assertRaises(SkillError):
self.sandbox.build(RUN_ID, self.source, lambda: False)
self.assertEqual(self.command.calls[-1], ['docker-fixture', 'rm', '-f', 'zk-' + RUN_ID])
def test_changed_artifact_digest_is_rejected(self):
candidate = self.sandbox.build(RUN_ID, self.source, lambda: False)
self.command.hash = 'c' * 64
with self.assertRaises(SkillError) as err:
self.sandbox.probe(RUN_ID, candidate, 'test', lambda: False)
self.assertEqual(err.exception.code, 'EVIDENCE_BINDING_MISMATCH')
def test_invalid_handle_and_write_path_rejected(self):
self.assertFalse(self.sandbox.cleanup('--all'))
escaping = {'../escape': 'bad'}
with self.assertRaises(SkillError):
self.sandbox.build(RUN_ID, {'files': escaping, 'source_digest': digest(escaping)}, lambda: False)
def test_cancelled_command_never_starts_process(self):
with self.assertRaises(SkillError) as err:
self.sandbox.cmd(['exec', 'fixture', 'java'], lambda: True)
self.assertEqual(err.exception.code, 'RUN_CANCELLED')
self.assertEqual(self.command.calls, [])
def test_source_digest_mismatch_rejected_before_docker(self):
with self.assertRaises(SkillError) as err:
self.sandbox.build(RUN_ID, dict(self.source, source_digest='0' * 64), lambda: False)
self.assertEqual(err.exception.code, 'SOURCE_DIGEST_MISMATCH')
self.assertEqual(self.command.calls, [])
def test_protected_cases_are_only_injected_into_separate_probe(self):
candidate = self.sandbox.build(RUN_ID, self.source, lambda: False)
self.sandbox.probe(RUN_ID, candidate, 'test', lambda: False)
self.assertEqual(list(Path(self.root).rglob('suite.json')), [])
java = next(c for c in self.command.calls if 'java' in c)
self.assertFalse(any(a.startswith('ZKCODING_PROBE_CONFIG=') for a in java))
probe = next(c for c in self.command.calls if c[-1] == 'test')
self.assertIn('--user=65534:65534', probe)
self.assertTrue(any(a.startswith('ZKCODING_PROBE_CONFIG=') for a in probe))