Spaces:
Running
Running
File size: 4,775 Bytes
0209b2f c0a6945 0209b2f c0a6945 0209b2f | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 | """Verify the source package; unknown files, symlinks or changed bytes fail."""
import hashlib
import json
import re
import sys
import zipfile
from pathlib import Path
GENERATED = {'BUILD_MANIFEST.json', 'book-ocr-studio-source.zip', 'ARCHIVE_SHA256.txt'}
# The only binary payloads allowed are documentation screenshots: fixed directory, fixed
# formats, a size cap, and no metadata or comment segments that could carry hidden text.
IMAGE_DIR = 'docs/images'
IMAGE_MAX_BYTES = 1024 * 1024
def check_image(name, data):
rel = Path(name)
assert rel.parent.as_posix() == IMAGE_DIR, 'Binary payload rejected by text-only release policy: '+name
assert len(data) <= IMAGE_MAX_BYTES, 'Image exceeds size cap: '+name
if rel.suffix == '.png':
assert data[:8] == b'\x89PNG\r\n\x1a\n', 'Not a PNG: '+name
pos = 8
while pos + 8 <= len(data):
length = int.from_bytes(data[pos:pos+4], 'big'); kind = data[pos+4:pos+8]
assert kind not in {b'tEXt', b'iTXt', b'zTXt', b'eXIf'}, 'PNG metadata chunk rejected: '+name
pos += 12 + length
if kind == b'IEND': break
assert kind == b'IEND' and pos == len(data), 'Malformed PNG or trailing data: '+name
elif rel.suffix == '.jpg':
assert data[:2] == b'\xff\xd8' and data[-2:] == b'\xff\xd9', 'Not a JPEG: '+name
pos = 2
while pos + 4 <= len(data) and data[pos] == 0xFF:
marker = data[pos+1]
if marker == 0xDA: break # start of scan; entropy-coded data follows
assert marker not in {0xE1, 0xFE}, 'JPEG EXIF/XMP or comment segment rejected: '+name
pos += 2 + int.from_bytes(data[pos+2:pos+4], 'big')
assert marker == 0xDA, 'Malformed JPEG: '+name
else:
raise ValueError('Binary payload rejected by text-only release policy: '+name)
def verify(root):
root = Path(root).resolve()
manifest = json.loads((root/'BUILD_MANIFEST.json').read_text())['files']
allowlist = {line.strip() for line in (root/'public-release-files.txt').read_text().splitlines()
if line.strip() and not line.startswith('#')}
assert set(manifest) == allowlist, 'Manifest differs from allowlist'
paths = list(root.rglob('*'))
assert not any(p.is_symlink() for p in paths), 'Symlink in package'
actual = {p.relative_to(root).as_posix() for p in paths if p.is_file()}
# Extracted source ZIPs omit the outer archive/checksum, but retain the manifest.
expected = allowlist | {'BUILD_MANIFEST.json'}
if (root/'book-ocr-studio-source.zip').exists():
expected |= {'book-ocr-studio-source.zip', 'ARCHIVE_SHA256.txt'}
assert actual == expected, 'Unexpected or missing files: '+str(actual ^ expected)
for name, record in manifest.items():
rel = Path(name)
assert not rel.is_absolute() and '..' not in rel.parts
assert not set(rel.parts) & {'jobs', 'captures', 'backups', '.git', '.venv', '.venv-yomitoku', '__pycache__', 'evidence', 'models', '.connector-profiles'}
assert rel.name not in {'config.js', '.chrome-bridge-key', 'environment.json', 'gpu-profile.json', 'model-settings.json'}
data = (root/name).read_bytes()
assert len(data) == record['bytes'] and hashlib.sha256(data).hexdigest() == record['sha256'], name
try:
text = data.decode('utf-8')
except UnicodeDecodeError as exc:
if Path(name).suffix in {'.png', '.jpg'}:
check_image(name, data); continue
raise ValueError('Binary payload rejected by text-only release policy: '+name) from exc
# Local user paths, common token forms and PEM private keys are not source assets.
assert not re.search(r'/home/' + r'[^/\s]+/', text), 'Personal path: '+name
assert not re.search(r'\b(?:hf_' + r'[A-Za-z0-9]{20,}|sk-' + r'[A-Za-z0-9]{24,})\b', text), 'Token: '+name
assert '-----BEGIN ' + 'PRIVATE KEY-----' not in text, 'Private key: '+name
if (root/'book-ocr-studio-source.zip').exists():
archive = root/'book-ocr-studio-source.zip'
assert hashlib.sha256(archive.read_bytes()).hexdigest() == (root/'ARCHIVE_SHA256.txt').read_text().split()[0]
with zipfile.ZipFile(archive) as package:
assert len(package.namelist()) == len(set(package.namelist()))
assert set(package.namelist()) == allowlist | {'BUILD_MANIFEST.json'}
for name in package.namelist():
assert package.read(name) == (root/name).read_bytes(), 'Archive mismatch: '+name
print('PASS source package:', len(manifest), 'allowlisted files; hashes and exclusions checked')
if __name__ == '__main__':
sys.dont_write_bytecode = True
verify(sys.argv[1] if len(sys.argv)>1 else '.')
|