File size: 2,808 Bytes
450ac2f
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
"""Backend and experiment policy plumbing without executing changing science."""
import json
import threading
from urllib.request import urlopen

import pytest

from crosswire import cli
from crosswire.server import make_server


def _capture_configuration(monkeypatch):
    configurations = []

    def capture(configuration):
        configuration.check()
        configurations.append(configuration)
        return {'decision': {'admitted': False}, 'audit': {'contract_satisfied': None},
                'scientific_hash': 'configuration-only'}

    monkeypatch.setattr(cli, 'run', capture)
    monkeypatch.setattr(cli, 'pack', lambda result: result)
    return configurations


@pytest.mark.parametrize('flag,backend', [('--candidate-backend', 'factored'),

                                          ('--candidate_backend', 'flat')])
def test_cli_routes_selected_backend_and_lookahead_policy(flag, backend, tmp_path, monkeypatch, capsys):
    configurations = _capture_configuration(monkeypatch)
    output = tmp_path / 'configuration.json'
    assert cli.main(['run', flag, backend, '--policy', 'lookahead', '--budget', '4',
                     '--out', str(output)]) == 0
    assert len(configurations) == 1
    assert configurations[0].candidate_backend == backend
    assert configurations[0].policy == 'lookahead'
    assert configurations[0].budget == 4
    assert json.loads(capsys.readouterr().out)['path'] == str(output.resolve())


def test_cli_preserves_flat_backend_for_omitted_selection(monkeypatch, capsys):
    configurations = _capture_configuration(monkeypatch)
    assert cli.main(['run', '--budget', '0']) == 0
    assert configurations[0].candidate_backend == 'flat'
    capsys.readouterr()


def test_cli_rejects_unknown_backend_before_dispatch(monkeypatch, capsys):
    configurations = _capture_configuration(monkeypatch)
    with pytest.raises(SystemExit) as stopped:
        cli.main(['run', '--candidate-backend', 'approximate'])
    assert stopped.value.code == 2
    assert configurations == []
    assert 'invalid choice' in capsys.readouterr().err


def test_catalog_exposes_backend_choices_policy_and_nominal_default():
    server = make_server(port=0)
    worker = threading.Thread(target=server.serve_forever, daemon=True)
    worker.start()
    try:
        with urlopen(f'http://127.0.0.1:{server.server_port}/api/catalog', timeout=10) as response:
            catalog = json.load(response)
        assert catalog['candidate_backends'] == ['flat', 'factored']
        assert catalog['defaults']['candidate_backend'] == 'flat'
        assert 'lookahead' in catalog['policies']
    finally:
        server.shutdown()
        server.server_close()
        server.manager.close()
        worker.join(3)