Publish recorded OCR verification experiment and interactive evidence

.gitattributes

@@ -33,3 +33,45 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+assets/invoice-000-page.png filter=lfs diff=lfs merge=lfs -text
+assets/invoice-001-page.png filter=lfs diff=lfs merge=lfs -text
+assets/invoice-002-page.png filter=lfs diff=lfs merge=lfs -text
+assets/invoice-003-page.png filter=lfs diff=lfs merge=lfs -text
+assets/invoice-004-page.png filter=lfs diff=lfs merge=lfs -text
+assets/invoice-005-page.png filter=lfs diff=lfs merge=lfs -text
+assets/invoice-006-page.png filter=lfs diff=lfs merge=lfs -text
+assets/invoice-006-region.png filter=lfs diff=lfs merge=lfs -text
+assets/invoice-007-page.png filter=lfs diff=lfs merge=lfs -text
+assets/invoice-008-page.png filter=lfs diff=lfs merge=lfs -text
+assets/invoice-009-page.png filter=lfs diff=lfs merge=lfs -text
+assets/invoice-011-page.png filter=lfs diff=lfs merge=lfs -text
+assets/invoice-012-page.png filter=lfs diff=lfs merge=lfs -text
+assets/invoice-013-page.png filter=lfs diff=lfs merge=lfs -text
+assets/invoice-014-page.png filter=lfs diff=lfs merge=lfs -text
+assets/invoice-015-page.png filter=lfs diff=lfs merge=lfs -text
+assets/invoice-016-page.png filter=lfs diff=lfs merge=lfs -text
+assets/invoice-016-region.png filter=lfs diff=lfs merge=lfs -text
+assets/invoice-017-page.png filter=lfs diff=lfs merge=lfs -text
+assets/invoice-018-page.png filter=lfs diff=lfs merge=lfs -text
+assets/invoice-019-page.png filter=lfs diff=lfs merge=lfs -text
+assets/invoice-020-page.png filter=lfs diff=lfs merge=lfs -text
+assets/invoice-021-page.png filter=lfs diff=lfs merge=lfs -text
+assets/invoice-022-page.png filter=lfs diff=lfs merge=lfs -text
+assets/invoice-023-page.png filter=lfs diff=lfs merge=lfs -text
+assets/invoice-024-page.png filter=lfs diff=lfs merge=lfs -text
+assets/invoice-025-page.png filter=lfs diff=lfs merge=lfs -text
+assets/invoice-026-page.png filter=lfs diff=lfs merge=lfs -text
+assets/invoice-026-region.png filter=lfs diff=lfs merge=lfs -text
+assets/invoice-027-page.png filter=lfs diff=lfs merge=lfs -text
+assets/invoice-028-page.png filter=lfs diff=lfs merge=lfs -text
+assets/invoice-029-page.png filter=lfs diff=lfs merge=lfs -text
+assets/invoice-031-page.png filter=lfs diff=lfs merge=lfs -text
+assets/invoice-032-page.png filter=lfs diff=lfs merge=lfs -text
+assets/invoice-033-page.png filter=lfs diff=lfs merge=lfs -text
+assets/invoice-034-page.png filter=lfs diff=lfs merge=lfs -text
+assets/invoice-035-page.png filter=lfs diff=lfs merge=lfs -text
+assets/invoice-036-page.png filter=lfs diff=lfs merge=lfs -text
+assets/invoice-036-region.png filter=lfs diff=lfs merge=lfs -text
+assets/invoice-037-page.png filter=lfs diff=lfs merge=lfs -text
+assets/invoice-038-page.png filter=lfs diff=lfs merge=lfs -text
+assets/invoice-039-page.png filter=lfs diff=lfs merge=lfs -text

README.md

@@ -1,10 +1,23 @@
 ---
 title: Document Verification Lab
-emoji: 📊
-colorFrom: purple
-colorTo: indigo
+emoji: 🔎
+colorFrom: green
+colorTo: gray
 sdk: static
+app_file: index.html
 pinned: false
+license: mit
+short_description: Explore OCR evidence and visual verification tradeoffs
 ---
 
-Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference
+# Document Verification Lab
+
+An interactive replay of real MiniCPM-OCR and OCR Jev inference on 120 generated invoice regions, with 48 separate stress candidates. By Guilin Zhang.
+
+Explore source pixels, extracted text, rendered candidates and raw scores. Adjust the review threshold and compare with simple rules. GPU calls were recorded locally; this static Space does not run live inference.
+
+[Code, methodology, source data and model revisions](https://github.com/GuilinDev/document-verification-lab)
+
+Main result: on 80 held-out regions, rules caught all three natural errors. Adding the verifier increased review from 3 to 16 cases, including 13 correct items. On 24 separately injected, internally consistent currency/amount errors, the verifier caught all 24 that rules missed. No fine-tuning was performed.
+
+Models: [MiniCPM-OCR 1.0](https://huggingface.co/openbmb/MiniCPM-OCR-1.0) and [MiniCPM-OCR Jev](https://huggingface.co/openbmb/MiniCPM-OCR-Jev), OpenBMB, Apache-2.0. Project code and generated data: MIT. Video music licensed for synchronized use; standalone track excluded.

app.js

@@ -0,0 +1,7 @@
+const $=s=>document.querySelector(s);let data,current,threshold;
+const fmt=x=>x<.0001?x.toExponential(2):x.toFixed(4);
+function mode(c){return c.set==='stress'?'stress':c.split}
+function populate(id){const rows=data.cases.filter(c=>mode(c)===$('#dataset').value);$('#case').replaceChildren(...rows.map(c=>{const o=document.createElement('option');o.value=c.case_id;o.textContent=c.case_id+' · '+(c.mutation||c.condition).replaceAll('_',' ');return o}));if(id)$('#case').value=id;show($('#case').value)}
+function show(id){current=data.cases.find(c=>c.case_id===id);const c=current;$('#source').src=c.region;$('#render').src=c.render_image;$('#fullPage').href=c.page;$('#ocr').textContent=c.text;$('#caseMeta').textContent=c.template_family+' · '+c.condition.replaceAll('_',' ');$('#candidateKind').textContent=c.set==='stress'?'Controlled candidate':'Actual model output';$('#ruleTitle').textContent=c.rule_issues.length?'Check failed':'Checks pass';$('#ruleTitle').className=c.rule_issues.length?'bad':'';$('#ruleDetail').textContent=c.rule_issues.length?c.rule_issues.join(', ').replaceAll('_',' '):'All four fields are present. Currency is consistent. Subtotal + shipping + tax equals total.';$('#score').textContent=c.score===null?'Unavailable':fmt(c.score);$('#scoreBar').style.width=100*(c.score||0)+'%';const review=c.rule_issues.length||c.score===null||c.score<data.summary.operating_point.threshold;$('#route').textContent=review?'Send to review':'Pass the OCR check';$('#route').className=review?'bad':'';$('#routeDetail').textContent='Review on a rule failure or a score below '+data.summary.operating_point.threshold.toFixed(6)+'.';$('#truth').textContent='Ground truth: '+(c.correct?'critical fields match':'critical fields differ');$('#truth').className='badge'+(c.correct?'':' bad');$('#audit').textContent=JSON.stringify({case:c.case_id,set:c.set,split:c.split,source_sha256:c.region_sha256||c.sha256_region,reference_fields:c.reference_fields,extracted_fields:c.extracted,score:c.score,rule_issues:c.rule_issues,ocr_including_preprocessing_ms:c.ocr_ms,verifier_forward_ms:c.verifier_ms,verifier_including_preprocessing_ms:c.verifier_total_ms,note:'Verifier timings exclude candidate rendering. Shared GPU; recorded inference.'},null,2);document.querySelectorAll('[data-case]').forEach(b=>b.classList.toggle('active',b.dataset.case===id))}
+function updateThreshold(){const rows=data.cases.filter(c=>c.set==='natural'&&c.split==='test');const reviewed=rows.filter(c=>c.rule_issues.length||c.score===null||c.score<threshold);const caught=reviewed.filter(c=>!c.correct).length;$('#thresholdLabel').textContent=threshold.toFixed(6);$('#reviewCount').textContent=reviewed.length+' / 80';$('#caughtCount').textContent=caught+' / 3';$('#escapedCount').textContent=3-caught;const n=80-reviewed.length;$('#risk').textContent=n?`${3-caught} incorrect accepted out of ${n} accepted regions. This sample does not establish zero production risk.`:'Every region is routed to review.'}
+fetch('evidence.json').then(r=>{if(!r.ok)throw Error('Evidence unavailable');return r.json()}).then(d=>{data=d;threshold=d.summary.operating_point.threshold;$('#threshold').value=threshold;populate('invoice-040-consistent_amounts');updateThreshold();const c=d.cases.find(c=>c.case_id==='invoice-040-reference');const amount=new Intl.NumberFormat('en-US',{style:'currency',currency:c.reference_fields.currency}).format(c.reference_fields.total/100);$('#businessExample').textContent=`The correctly transcribed total for DVL-0040 is ${amount}. If a separate purchase-order check expects ${new Intl.NumberFormat('en-US',{style:'currency',currency:c.reference_fields.currency}).format((c.reference_fields.total-10000)/100)}, route the difference to a business reviewer even when the visual score is high. This PO difference is a constructed workflow example.`;$('#dataset').addEventListener('change',()=>populate());$('#case').addEventListener('change',e=>show(e.target.value));document.querySelectorAll('[data-case]').forEach(b=>b.addEventListener('click',()=>{const c=d.cases.find(c=>c.case_id===b.dataset.case);$('#dataset').value=mode(c);populate(c.case_id)}));$('#threshold').addEventListener('input',e=>{threshold=Number(e.target.value);updateThreshold()});$('#reset').addEventListener('click',()=>{threshold=d.summary.operating_point.threshold;$('#threshold').value=threshold;updateThreshold()});fetch('walkthrough.mp4',{method:'HEAD'}).then(r=>{if(r.ok)$('#film').hidden=false}).catch(()=>{})}).catch(e=>{$('#workbench').textContent='Could not load recorded evidence. Please reload. '+e.message});