File size: 2,598 Bytes
e1acc15 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 | """Read-only, hash-pinned PP2 inputs; materialize only in lane scratch."""
from __future__ import annotations
import argparse
import hashlib
import importlib.util
import json
import subprocess
import sys
from pathlib import Path
from types import ModuleType
from typing import Any, cast
COMMIT = "e1befc9aaa081a4f6cccbb11423a747fcd392503"
PREFIX = "offload/dspark/probabilistic/pp2/"
HASHES = {
"dev-selection.json": "72989e3c7c2bd3ab9d489d8457e02e89a1bd7fbdc1c298f52fa21715f70615be",
"heldout-replay.json": "36435b607ca8c56de4ffc539c49926a50085ef4ec33071f645387c2561be0a99",
"numeric.py": "c47cb3dfae376b8ffed48ca6c283a0a7dd9d1cfbc5d1b6e1a91b45aa8b28dcb2",
"heldout-summary.json": "e95d0b35095db74b6886a2c52e84589391fa87144eb3e8f61414dbbe88311197",
"summarize.py": "070ff608f389b107386f1020731a169d7c5785e2b01adac922b4109dae5f62e7",
}
def read(root: Path, name: str) -> bytes:
data = (root / name).read_bytes()
if hashlib.sha256(data).hexdigest() != HASHES[name]:
raise ValueError("frozen PP2 input differs: " + name)
return data
def value(root: Path, name: str) -> dict[str, Any]:
return cast(dict[str, Any], json.loads(read(root, name)))
def module(root: Path, name: str) -> ModuleType:
read(root, name + ".py")
spec = importlib.util.spec_from_file_location("pp4_frozen_pp2_" + name, root / (name + ".py"))
if spec is None or spec.loader is None:
raise RuntimeError("cannot load pinned PP2 source")
result = importlib.util.module_from_spec(spec)
sys.modules[spec.name] = result
spec.loader.exec_module(result)
return result
def materialize(root: Path) -> None:
if not (str(root.resolve()).startswith("/opt/dsv41/campaigns/DSV41-OFFLOAD/scratch/PP4/")
or str(root.resolve()).startswith("/opt/dsv41/x86host-data/pp4/")):
raise ValueError("PP4 scratch destination required")
root.mkdir(parents=True, exist_ok=True)
for name, expected_hash in HASHES.items():
data = subprocess.run(["git", "show", COMMIT + ":" + PREFIX + name],
check=True, capture_output=True).stdout
if hashlib.sha256(data).hexdigest() != expected_hash:
raise ValueError("git frozen-input identity mismatch: " + name)
(root / name).write_bytes(data)
def main() -> None:
parser = argparse.ArgumentParser(description=__doc__)
parser.add_argument("directory", type=Path)
args = parser.parse_args()
materialize(args.directory)
print("PASS: five PP2 inputs hash-verified at " + COMMIT)
if __name__ == "__main__":
main()
|