"""Reconstruct the hash-pinned evaluation Transformers tree.""" import argparse import hashlib import json from pathlib import Path import shutil import subprocess import sys from zipfile import ZipFile ROOT = Path(__file__).resolve().parents[1] def main(): parser = argparse.ArgumentParser(description=__doc__) parser.add_argument('--mode', choices=['eval', 'qwen3'], default='eval') parser.add_argument('--wheel', type=Path) args = parser.parse_args() manifest = json.loads((ROOT / 'runtime/manifest.json').read_text()) cache = ROOT / '.runtime/downloads' cache.mkdir(parents=True, exist_ok=True) wheel = args.wheel or cache / 'transformers-4.57.0-py3-none-any.whl' if not wheel.exists(): subprocess.run([sys.executable, '-m', 'pip', 'download', '--no-deps', '--dest', str(cache), 'transformers==4.57.0'], check=True) if hashlib.sha256(wheel.read_bytes()).hexdigest() != manifest['wheel_sha256']: raise ValueError('Transformers wheel hash mismatch') target = ROOT / f'.runtime/{args.mode}/src' source_hashes = {} with ZipFile(wheel) as archive: for member in archive.infolist(): if member.filename.startswith('transformers/') and not member.is_dir(): if '..' in Path(member.filename).parts: raise ValueError('Unsafe wheel member') dest = target / member.filename dest.parent.mkdir(parents=True, exist_ok=True) dest.write_bytes(archive.read(member)) if args.mode == 'qwen3' and member.filename.endswith('.py'): source_hashes[member.filename] = hashlib.sha256(archive.read(member)).hexdigest() if args.mode == 'qwen3': (target.parent / 'source_manifest.json').write_text(json.dumps({ 'wheel_sha256': manifest['wheel_sha256'], 'files': source_hashes}, indent=2) + '\n') for relative, expected in (manifest['overlays']['eval'] if args.mode == 'eval' else {}).items(): src = ROOT / 'runtime/overlays/eval' / relative if hashlib.sha256(src.read_bytes()).hexdigest() != expected: raise ValueError(f'Overlay hash mismatch: {relative}') dest = target / relative dest.parent.mkdir(parents=True, exist_ok=True) shutil.copyfile(src, dest) print('Evaluation runtime prepared and verified') if __name__ == '__main__': main()