File size: 2,185 Bytes
b67a1e9 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 | #!/usr/bin/env python3
import json
from pathlib import Path
ROOT=Path(__file__).resolve().parents[1]
OUT=ROOT/'test_generation'
errors=[]
required=[OUT/'TEST_GENERATION.md', OUT/'result.json', OUT/'plans', OUT/'patches']
for p in required:
if not p.exists(): errors.append(f'missing: {p.relative_to(ROOT)}')
res={}
if (OUT/'result.json').exists():
try: res=json.loads((OUT/'result.json').read_text(encoding='utf-8'))
except Exception as e: errors.append(f'invalid result.json: {e}')
plans=list((OUT/'plans').glob('*.md')) if (OUT/'plans').exists() else []
patches=list((OUT/'patches').glob('*.patch.md')) if (OUT/'patches').exists() else []
if res:
if res.get('mode')!='READ_ONLY_TEST_GENERATION': errors.append('mode is not READ_ONLY_TEST_GENERATION')
if len(plans)!=res.get('plans'): errors.append(f'plan count mismatch {len(plans)} != {res.get("plans")}')
if len(patches)!=res.get('patch_artifacts'): errors.append(f'patch count mismatch {len(patches)} != {res.get("patch_artifacts")}')
for p in patches[:100]:
txt=p.read_text(encoding='utf-8',errors='ignore').lower()
for must in ['do not modify source repo directly','do not commit/push','verifier']:
if must not in txt: errors.append(f'{p.relative_to(ROOT)} missing {must}')
for jp in res.get('jobs',[]):
p=Path(jp)
if not p.exists(): errors.append(f'missing job {jp}'); continue
data=json.loads(p.read_text(encoding='utf-8'))
if data.get('mode')!='review_only': errors.append(f'{p.name} not review_only')
allowed=' '.join(data.get('allowed_actions',[])).lower()
forbidden=' '.join(data.get('forbidden_actions',[])).lower()
if 'modify source project files' not in forbidden: errors.append(f'{p.name} missing source modify forbid')
if 'commit' not in forbidden or 'push' not in forbidden: errors.append(f'{p.name} missing git forbid')
if 'write projectintaketower' not in allowed: errors.append(f'{p.name} missing ProjectIntakeTower write scope')
if errors:
print('verify_test_generation: failed')
for e in errors: print('-',e)
raise SystemExit(1)
print(f'verify_test_generation: passed ({len(plans)} plans, {len(patches)} patch artifacts)')
|