Spaces:
Sleeping
Sleeping
File size: 548 Bytes
b727f11 0684174 b727f11 | 1 2 3 4 5 6 7 8 9 10 11 12 13 | """Public UI assertions; private arithmetic and engine oracles stay in the core repo."""
import json
from demo.examples import example_metadata
def check_report(name, data, seed_count):
report = json.loads(data)
assert report["completed"] == seed_count
start = example_metadata(name).get("seed_start", 0)
assert [item["seed"] for item in report["results"]] == list(range(start, start + seed_count))
assert sum(report["counts"].values()) == seed_count
assert report["verdict"] == example_metadata(name)["expected_verdict"]
|