PhotoGuider / tests /test_workers.py
NeilLeeNTU's picture
PhotoGuider Space (part 2)
390a447 verified
Raw History Blame Contribute Delete
2.62 kB
#!/usr/bin/env python3
"""Worker pool seams: a dead or unwritable worker falls back to a cold run; release_gpu stops the
resident workers (they restart lazily) and is a no-op for cold extractors."""
import sys
import tempfile
from pathlib import Path
ROOT = Path(__file__).resolve().parents[1]
sys.path[:0] = [str(ROOT / "inference" / "_lib")]
import workers # noqa: E402
from feature_extractors import Extractors # noqa: E402
class BrokenStdin:
def write(self, _):
raise BrokenPipeError
def flush(self):
pass
class DeadProc:
stdin = BrokenStdin()
def poll(self):
return None
def main():
calls = []
workers.run_cold = lambda op, args: calls.append((op, args)) or True
pool = workers.ExtractorPool()
pool._ensure = lambda env_key: DeadProc()
assert pool.run_op("ext_laion", {"scratch": "/x"}) is True and calls == [("ext_laion", {"scratch": "/x"})]
assert pool.procs.get("laion") is None
print("dead worker -> cold fallback: PASS")
released = []
with tempfile.TemporaryDirectory() as d:
Extractors(d, runner=lambda op, a: True, release=lambda: released.append(1)).release_gpu()
Extractors(d).release_gpu() # cold: nothing resident, no error
assert released == [1]
closed = workers.ExtractorPool()
closed.procs["laion"] = "cold"
closed.close()
assert closed.procs == {}
print("release_gpu hook and pool.close: PASS")
def test_extractor_input_columns():
"""Pipeline-only columns (NaN on twin rows, like the conditioned pool's iou_gt) never reach extractors."""
import numpy as np
import pandas as pd
from PIL import Image
from feature_extractors import EXTRACTOR_INPUT
seen = {}
with tempfile.TemporaryDirectory() as d:
img = Path(d) / "x.png"; Image.new("RGB", (64, 48)).save(img)
frame = pd.DataFrame([dict(photo_id=0, dpp_rank=k, image_path=str(img), x1=0.0, y1=0.0, x2=32.0, y2=24.0,
img_w=64.0, img_h=48.0, src="k10", iou_gt=(0.5 if k < 2 else np.nan))
for k in range(3)])
def runner(op, args):
seen[op] = list(pd.read_parquet(Path(args["scratch"]) / "cands.parquet").columns)
return False
try:
Extractors(d, runner=runner).deep(frame)
except RuntimeError:
pass
assert seen and all(cols == EXTRACTOR_INPUT for cols in seen.values()), seen
print("extractors see only their input columns: PASS")
if __name__ == "__main__":
main()
test_extractor_input_columns()