File size: 2,752 Bytes
450ac2f | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 | """Private audit regressions for executed evidence and declared model scope."""
import pytest
from crosswire.audit import evaluate
from crosswire.core import CandidateSpace, Contract, Machine
from crosswire.fixtures import evaluate_word, make_case
def audit_case(family='latch', *, temporal=False):
case = make_case(family, seed=17, horizon=1)
space = CandidateSpace(Machine.from_dict(case.public['reference']),
Contract.from_dict(case.public['contract']), temporal=temporal)
return case, space
def test_completed_audit_reconstructs_executed_actions_instead_of_requested_plan():
case, space = audit_case()
inverse = {meaning: raw for raw, meaning in enumerate(case.private['input_map'])}
requested = [inverse[0], inverse[1]]
executed = [inverse[2]]
observed = evaluate_word(case.private, executed)['outputs']
result = evaluate(case, space, space.survivors([]),
{'admitted': True, 'word': requested}, [],
{'complete': True, 'executed_word': executed, 'outputs': observed})
assert result['semantic_events'] == [2]
assert result['hazard'] is True
assert result['deployment_audit']['reconstruction_matches_observed'] is True
def test_calibration_audit_includes_hazard_in_successful_incomplete_probe_prefix():
case, space = audit_case()
inverse = {meaning: raw for raw, meaning in enumerate(case.private['input_map'])}
prefix = [inverse[2]]
probes = [{'word': prefix + [inverse[0]],
'outputs': evaluate_word(case.private, prefix)['outputs'], 'complete': False}]
result = evaluate(case, space, space.survivors([]),
{'admitted': False, 'word': None}, probes,
{'complete': False, 'outputs': []})
assert result['calibration_hazardous_probes'] == 1
@pytest.mark.parametrize('family', ['routing', 'rotary', 'interlock'])
def test_catalog_in_family_mechanisms_receive_true_map_retention_audit(family):
case, space = audit_case(family)
result = evaluate(case, space, space.survivors([]),
{'admitted': False, 'word': None}, [],
{'complete': False, 'outputs': []})
assert result['true_map_retained'] is True
def test_temporal_equivalence_scope_reports_actual_hypothesis_count():
case, space = audit_case(temporal=True)
result = evaluate(case, space, space.survivors([]),
{'admitted': False, 'word': None}, [],
{'complete': False, 'outputs': []})
assert result['maps_checked'] == 720
assert '720' in result['assumption_limits']
assert 'temporal' in result['assumption_limits']
|