"""Build version-consistent release archives from an accepted commit and data export.""" import argparse,hashlib,json,subprocess,sys,tomllib,zipfile from pathlib import Path DATA_FILES={'samples.jsonl','task-views.jsonl','task-view-index.json','partitions.json','disputed-index.json','summary.json','quality-index.json','family-manifest.json'} SUITES=('StyleBench-ZH','DeliveryBench-ZH') def checked_data_files(data,manifest): data=Path(data).resolve();approved=set(manifest['files']) actual={p.relative_to(data).as_posix() for p in data.rglob('*') if p.is_file() and p.relative_to(data).as_posix()!='manifest.json'} if actual!=approved:raise ValueError('Data directory differs from approved manifest') for name in sorted(approved): parts=Path(name).parts if name!='validation.json' and not (len(parts)==2 and parts[0] in SUITES and parts[1] in DATA_FILES): raise ValueError('Unapproved data artifact name') source=data/name if not source.resolve().is_relative_to(data) or source.is_symlink():raise ValueError('Unsafe data artifact path') if hashlib.sha256(source.read_bytes()).hexdigest()!=manifest['files'][name]:raise ValueError('Data export changed') if name.endswith('/samples.jsonl'): approved_locked=manifest.get('locked_test_release',{}).get('family_ids') for line in source.read_text(encoding='utf-8').splitlines(): if not line:continue row=json.loads(line) if row.get('split')=='locked_test' and (not manifest.get('locked_test_released') or (approved_locked is not None and row.get('source_group_id') not in approved_locked)): raise ValueError('Locked sample is outside the approved family release list') return approved def tracked_skill_files(root,commit,skill): prefix='skills/'+skill+'/' names=subprocess.check_output(['git','ls-tree','-r','--name-only',commit,'--',prefix],cwd=root,text=True).splitlines() if not names:raise ValueError('Skill is not part of accepted commit') items=[] for name in names: source=root/name if not source.resolve().is_relative_to(root) or source.is_symlink():raise ValueError('Unsafe Skill source path') items.append((source,skill+'/'+name[len(prefix):])) return items def pack(root,destination,items): with zipfile.ZipFile(destination,'w',zipfile.ZIP_DEFLATED,compresslevel=9) as z: for source,name in items: if '..' in Path(name).parts or name.startswith(('/','\\')):raise ValueError('Unsafe archive path') info=zipfile.ZipInfo(name,(2026,1,1,0,0,0));info.compress_type=zipfile.ZIP_DEFLATED;info.external_attr=0o100644<<16 z.writestr(info,Path(source).read_bytes()) with zipfile.ZipFile(destination) as z: if z.testzip():raise ValueError('Archive CRC validation failed') def build(root,data,output,acceptance,commit): root=Path(root).resolve();data=Path(data).resolve();out=Path(output).resolve() if out==root or root in out.parents:raise ValueError('Release output must be outside the repository') gate=json.loads(Path(acceptance).read_text(encoding='utf-8')) if not gate.get('local_release_ready') or gate.get('commit')!=commit:raise ValueError('Exact-commit local acceptance required') manifest=json.loads((data/'manifest.json').read_text(encoding='utf-8')) if manifest['phases']['main']['families']!=500 or manifest['phases']['calibration']['families']!=80:raise ValueError('Main/calibration family targets not met') if manifest['validation_status']!='pass' or not manifest['locked_test_released']:raise ValueError('Data validation and frozen evaluation release gate required') approved_data=checked_data_files(data,manifest) actual=subprocess.check_output(['git','rev-parse','HEAD'],cwd=root,text=True).strip() dirty=subprocess.check_output(['git','status','--porcelain'],cwd=root,text=True).strip() if actual!=commit or dirty:raise ValueError('Build requires clean accepted HEAD') version=tomllib.loads((root/'pyproject.toml').read_text(encoding='utf-8'))['project']['version'] if manifest['version']!=version:raise ValueError('Data and package versions differ') out.mkdir(parents=True,exist_ok=True) if any(out.iterdir()):raise ValueError('Refuse mixing with existing release assets') subprocess.run([sys.executable,'-m','build','--no-isolation','--outdir',str(out)],cwd=root,check=True) source=out/('editorial-guard-source-v'+version+'.zip') subprocess.run(['git','archive','--format=zip','--prefix=editorial-guard-'+version+'/','--output',str(source),commit],cwd=root,check=True) for skill in ('style-editor-zh','delivery-cleaner-zh'): folder=root/'skills'/skill items=tracked_skill_files(root,commit,skill) items.append((root/'LICENSE',skill+'/LICENSE')) pack(root,out/(skill+'-v'+version+'.zip'),items) for suite in ('StyleBench-ZH','DeliveryBench-ZH'): folder=data/suite items=[(data/name,name) for name in sorted(approved_data) if name.startswith(suite+'/')] items.extend([(root/'datasets'/suite/'DATASET_CARD.md',suite+'/DATASET_CARD.md'),(root/'datasets'/suite/'CITATION.cff',suite+'/CITATION.cff'),(root/'LICENSES/CC-BY-4.0.txt',suite+'/LICENSE'),(data/'manifest.json',suite+'/release-manifest.json')]) pack(root,out/(suite+'-v'+version+'.zip'),items) hashes={p.name:hashlib.sha256(p.read_bytes()).hexdigest() for p in sorted(out.iterdir()) if p.is_file()} (out/'SHA256SUMS').write_text(''.join(digest+' '+name+'\n' for name,digest in hashes.items()),encoding='ascii') return {'version':version,'commit':commit,'artifacts':hashes,'checksum_file':'SHA256SUMS'} if __name__=='__main__': p=argparse.ArgumentParser();p.add_argument('--data',required=True);p.add_argument('--output',required=True);p.add_argument('--acceptance',required=True);p.add_argument('--commit',required=True);a=p.parse_args() print(json.dumps(build(Path(__file__).resolve().parents[1],a.data,a.output,a.acceptance,a.commit),indent=2))