Spaces:
Paused
Paused
File size: 1,355 Bytes
a2bbd94 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 | """Shared fixtures: an isolated megaeval root with a small population and two
published runs (a good candidate and a deliberately regressed one)."""
from __future__ import annotations
import pytest
from sensorflow.megaeval import population as pop_mod
from sensorflow.megaeval.runs import get_mega_store, reset_mega_store
@pytest.fixture(scope="session")
def mega_env(tmp_path_factory):
root = tmp_path_factory.mktemp("megaeval")
pop_mod.set_mega_root(str(root))
reset_mega_store()
meta = pop_mod.generate_population("test-pop", num_objects=8_000, seed=17)
store = get_mega_store()
good = store.create_run(population_id=meta["population_id"],
model_version="model-v41", worker_delay_s=0.0)
store.execute_sync(good)
assert good.status == "published", good.error
bad = store.create_run(population_id=meta["population_id"],
model_version="model-v42-regressed",
overrides={"night_penalty": 0.35, "vru_penalty": 0.12},
worker_delay_s=0.0)
store.execute_sync(bad)
assert bad.status == "published", bad.error
yield {"root": root, "meta": meta, "store": store, "good": good, "bad": bad}
# restore defaults for any later suites
pop_mod.set_mega_root("runs/megaeval")
reset_mega_store()
|