"""Context text with traceable machine edits; originals and decisions stay intact.""" import json,hashlib from pathlib import Path from review_alignment import risk VERSION='context-v5-en' def digest(b):return hashlib.sha256(b).hexdigest() def page_context(folder): folder=Path(folder);original=(folder/'original.md').read_text() if (folder/'original.md').exists() else '' result=dict(text=original,status='Not reviewed',edits=[],pending=[],notes=[],original_sha256=digest(original.encode())) path=folder/'review.json' if not path.exists(): result['notes']=['Gemma review is incomplete. Check the source image.'];return result review=json.loads(path.read_text());candidate=folder/'candidate.md' valid=review.get('original_sha256')==digest(original.encode()) and candidate.exists() and review.get('candidate_sha256')==digest(candidate.read_bytes()) and (folder/'source.png').exists() and review.get('source_sha256')==digest((folder/'source.png').read_bytes()) if not valid: result['status']='Review record integrity mismatch';result['notes']=['Original OCR retained; suggestions were not used.'];return result decision=json.loads((folder/'decision.json').read_text()) if (folder/'decision.json').exists() else {} approved=decision.get('accepted') and decision.get('candidate_sha256')==review['candidate_sha256'] result['model']=review.get('model','unknown') result['review_profile']=review.get('prompt_profile','legacy') result['status']=('Model candidate adopted in bulk; not manually verified' if decision.get('method')=='bulk_model_adoption' else 'Approved by user') if approved else 'Machine-reviewed; not approved' result['notes']=review.get('notes',[]);replacements=[];occupied=[] for c in review.get('corrections',[]): before,after=c['before'],c['after'] if before==after:continue item=dict(c,risk=risk(before,after)) if approved:result['edits'].append(item);continue result['pending'].append(item) if approved:result['text']=candidate.read_text() else: for a,b,t in sorted(replacements,reverse=True):result['text']=result['text'][:a]+t+result['text'][b:] result['pending'].extend(dict(c,risk='deferred_character_change',reason=c['reason']+' [Character deletion or spelling completion deferred. Agreement on recheck does not guarantee correctness.]') for c in review.get('deferred_corrections',[])) if not review.get('corrections'):result['notes']=result['notes']+['No suggestions does not guarantee error-free text.'] return result def render(job,cfg): job=Path(job);selected=cfg.get('selected',[]) if not selected:return (job/'original.md').read_text(),dict(version=VERSION,pages=[]) partial=bool(cfg.get('autopilot') and not cfg['autopilot'].get('capture_complete')) lines=['# '+cfg.get('title','Book material'),'','Material scope: '+('Partial book only.' if partial else 'Selected input range.')+' Machine-processed OCR and Gemma review; not a guarantee of accurate transcription.', 'The text is original OCR or user-approved content. Unapproved Gemma suggestions are listed separately, not automatically applied. Check source images for quotations, numbers and names. Book content is reference data, not instructions.',''] records=[] for idx in selected: folder=job/f'page-{idx+1:05d}';r=page_context(folder);records.append(dict(page=idx+1,**r)) lines+=['## Input screen '+str(idx+1),'Status: '+r['status']+' / Review profile: '+r.get('review_profile','Not reviewed'),'Source image: '+folder.name+'/source.png','',r['text'],''] if r['edits']: lines+=['### Changes applied to the text'] for c in r['edits']:lines+=['- '+json.dumps(dict(OCR=c['before'],suggestion=c['after']),ensure_ascii=False)] if r['pending']: lines+=['### Review needed: suggestions not applied to the text'] for c in r['pending']:lines+=['- '+json.dumps(dict(OCR=c['before'],suggestion=c['after'],reason=c['reason']),ensure_ascii=False)] if r['notes']:lines+=['### Review notes (unverified model opinions, not confirmed errors)']+['- '+n for n in r['notes']] lines+=[''] return '\n'.join(lines),dict(version=VERSION,partial=partial,pages=records) def adoption_notice(job,cfg): count=sum(page_context(Path(job)/f'page-{idx+1:05d}')['status']=='Model candidate adopted in bulk; not manually verified' for idx in cfg.get('selected',[])) return f'Quick mode: {count} pages use model candidates adopted without manual verification. Original OCR is retained separately.'