File size: 2,666 Bytes
3145545 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 | """Stage an explicit allowlist of code/docs/results; never copy credentials or .git."""
import argparse
import hashlib
import json
import shutil
from pathlib import Path
ROOT = Path(__file__).resolve().parents[1]
def build(reports):
output = ROOT / "release" / "pcd"
output.mkdir(parents=True, exist_ok=True)
files = [
ROOT / name
for name in (
"requirements-pcd.txt",
"lfm25_pcd_modal.py",
"README-PCD.md",
"LICENSE-CODE",
"THIRD_PARTY_NOTICES.md",
"ruff.toml",
)
]
files += sorted((ROOT / "pcd").glob("*.py"))
files += sorted((ROOT / "tests" / "pcd").glob("*.py"))
files += sorted((ROOT / "scripts").glob("*pcd*.py"))
files += [ROOT / "docs" / "pcd-results.md"]
files += [ROOT / name for name in reports]
hashes = {}
for source in files:
relative = source.relative_to(ROOT)
if not source.is_file() or source.is_symlink():
raise ValueError(f"expected a regular release file: {relative}")
target = output / relative
target.parent.mkdir(parents=True, exist_ok=True)
shutil.copyfile(source, target)
hashes[str(relative)] = hashlib.sha256(target.read_bytes()).hexdigest()
manifest = {
"files": hashes,
"reports": reports,
"core_files": [
"engine.py",
"cache.py",
"schema.py",
"prompting.py",
"config.py",
"tasks.py",
],
}
for name in reports:
report = json.loads((ROOT / name).read_text())
if not report.get("validation", {}).get("passed") or report.get("budget_exhausted"):
raise ValueError(f"incomplete/failed release report: {name}")
if report["task"] == "benchmark":
for core in manifest["core_files"]:
if report["source_sha256"][core] != hashes[f"pcd/{core}"]:
raise ValueError(f"benchmark/code mismatch: {core}")
# Fail on stale staging files rather than accidentally uploading leftovers.
actual = {str(p.relative_to(output)) for p in output.rglob("*") if p.is_file()}
unexpected = actual - set(hashes) - {"ARTIFACTS.json"}
if unexpected:
raise ValueError(f"unexpected files in release staging: {sorted(unexpected)}")
(output / "ARTIFACTS.json").write_text(json.dumps(manifest, indent=2) + "\n")
print(json.dumps({"directory": str(output), "files": len(hashes)}, indent=2))
if __name__ == "__main__":
parser = argparse.ArgumentParser()
parser.add_argument("reports", nargs="+")
build(parser.parse_args().reports)
|