Upload test_run_registry.py with huggingface_hub

test_run_registry.py

@@ -0,0 +1,62 @@
+#!/usr/bin/env python3
+"""Tests for run_registry.py (stdlib only). Run: python3 test_run_registry.py"""
+import json
+import tempfile
+from pathlib import Path
+
+import run_registry as rr
+
+
+def test_append_chains_and_verifies():
+    with tempfile.TemporaryDirectory() as folder:
+        registry = Path(folder) / "runs.jsonl"
+        first = rr.append(registry, "train", dataset_id="pv1:abc", arch="segformer_b2",
+                          config={"epochs": 60}, metrics={"val_mean_iou": 0.5})
+        second = rr.append(registry, "eval", dataset_id="pv1:abc", metrics={"mIoU": 0.51})
+        assert first["seq"] == 0 and first["prev_hash"] == rr.GENESIS
+        assert second["seq"] == 1 and second["prev_hash"] == first["hash"]
+        ok, report = rr.verify(registry)
+        assert ok and report["records"] == 2 and report["head"] == second["hash"]
+
+
+def test_tampering_is_detected():
+    with tempfile.TemporaryDirectory() as folder:
+        registry = Path(folder) / "runs.jsonl"
+        rr.append(registry, "train", dataset_id="pv1:abc", metrics={"val_mean_iou": 0.5})
+        rr.append(registry, "eval", metrics={"mIoU": 0.51})
+        lines = registry.read_text().splitlines()
+        record = json.loads(lines[0])
+        record["metrics"]["val_mean_iou"] = 0.99  # quietly inflate a past metric
+        lines[0] = json.dumps(record, sort_keys=True)
+        registry.write_text("\n".join(lines) + "\n")
+        ok, report = rr.verify(registry)
+        assert not ok and report["reason"] == "record tampered" and report["at"] == 0
+
+
+def test_deleting_a_record_breaks_the_chain():
+    with tempfile.TemporaryDirectory() as folder:
+        registry = Path(folder) / "runs.jsonl"
+        for index in range(3):
+            rr.append(registry, "train", metrics={"i": index})
+        lines = registry.read_text().splitlines()
+        registry.write_text("\n".join([lines[0], lines[2]]) + "\n")
+        ok, report = rr.verify(registry)
+        assert not ok and report["reason"] == "sequence gap"
+
+
+def test_empty_registry_verifies():
+    with tempfile.TemporaryDirectory() as folder:
+        ok, report = rr.verify(Path(folder) / "missing.jsonl")
+        assert ok and report["records"] == 0
+
+
+def main():
+    tests = [value for name, value in sorted(globals().items()) if name.startswith("test_")]
+    for test in tests:
+        test()
+        print(f"ok  {test.__name__}")
+    print(f"{len(tests)} tests passed")
+
+
+if __name__ == "__main__":
+    main()