Add 1000 files (ocr-tech/tests/test_audit_limbu_book_missed_line_review_coverage.py ...)
d82db76 verified Download ocr-tech/tests/test_audit_newari_bhujimol_reference_chart.py from prosperious/ocr-projects-archive: direct link, hf CLI and curl.
- Browser
- Download file 9.27 kB
-
https://huggingface.co/prosperious/ocr-projects-archive/resolve/main/ocr-tech/tests/test_audit_newari_bhujimol_reference_chart.py
- Command line
-
hf download hf://prosperious/ocr-projects-archive/ocr-tech/tests/test_audit_newari_bhujimol_reference_chart.py
-
curl -L -o test_audit_newari_bhujimol_reference_chart.py https://huggingface.co/prosperious/ocr-projects-archive/resolve/main/ocr-tech/tests/test_audit_newari_bhujimol_reference_chart.py
9.27 kB
| from __future__ import annotations | |
| import importlib.util | |
| import json | |
| import sys | |
| from pathlib import Path | |
| import pytest | |
| ROOT = Path(__file__).resolve().parents[1] | |
| TOOL_PATH = ROOT / "tools/audit_newari_bhujimol_reference_chart.py" | |
| REGISTRY = ROOT / "languages/nepal-v1.json" | |
| PIPELINE = ROOT / "configs/nepal-language-pack-pipeline-v1.json" | |
| FROZEN_SOURCE = ROOT / "outputs/newari-bhujimol-reference-chart-audit-2026-07-15-r37" | |
| def _load_tool(): | |
| spec = importlib.util.spec_from_file_location( | |
| "audit_newari_bhujimol_reference_chart", TOOL_PATH | |
| ) | |
| assert spec is not None | |
| assert spec.loader is not None | |
| module = importlib.util.module_from_spec(spec) | |
| sys.modules[spec.name] = module | |
| spec.loader.exec_module(module) | |
| return module | |
| def _evidence(tool) -> dict: | |
| return { | |
| "metadata_sha256": tool.EXPECTED_METADATA_SHA256, | |
| "metadata": { | |
| "page_id": tool.EXPECTED_PAGE_ID, | |
| "page_title": tool.EXPECTED_PAGE_TITLE, | |
| "file_url": tool.SOURCE_FILE, | |
| "size_bytes": tool.EXPECTED_SIZE, | |
| "width": tool.EXPECTED_WIDTH, | |
| "height": tool.EXPECTED_HEIGHT, | |
| "sha1": tool.EXPECTED_SVG_SHA1, | |
| "license_short_name": "CC0", | |
| "license_url": "http://creativecommons.org/publicdomain/zero/1.0/deed.en", | |
| "usage_terms": "Creative Commons Zero, Public Domain Dedication", | |
| "artist_html": '<a title="User:Z3lvs">Z3lvs</a>', | |
| "credit_html": "Own work", | |
| "description": tool.EXPECTED_DESCRIPTION, | |
| "created_date": "2026-05-24", | |
| "categories": ( | |
| "CC-Zero|Bhujimol script|Self-published work|" | |
| "Glyphs of Brahmic scripts in SVG" | |
| ), | |
| }, | |
| "svg": { | |
| "sha256": tool.EXPECTED_SVG_SHA256, | |
| "sha1": tool.EXPECTED_SVG_SHA1, | |
| "size_bytes": tool.EXPECTED_SIZE, | |
| "root_tag": "svg", | |
| "width_attribute": "1322.9541", | |
| "height_attribute": "712.7514", | |
| "view_box": tool.EXPECTED_VIEWBOX, | |
| "tag_counts": {"path": tool.EXPECTED_PATH_COUNT, "svg": 1}, | |
| "path_count": tool.EXPECTED_PATH_COUNT, | |
| "paths_with_id": 0, | |
| "paths_with_empty_d": 0, | |
| "path_fill_values": ["#231f20"], | |
| "non_whitespace_text_node_count": 0, | |
| "external_reference_count": 0, | |
| "external_references": [], | |
| "font_element_count": 0, | |
| "script_element_count": 0, | |
| "raster_image_element_count": 0, | |
| "foreign_object_element_count": 0, | |
| }, | |
| "registry": json.loads(REGISTRY.read_text(encoding="utf-8")), | |
| "pipeline": json.loads(PIPELINE.read_text(encoding="utf-8")), | |
| } | |
| def _newar(evidence: dict) -> dict: | |
| return next( | |
| row for row in evidence["registry"]["languages"] if row["id"] == "newar" | |
| ) | |
| def _bhujimol(evidence: dict) -> dict: | |
| return next( | |
| row for row in _newar(evidence)["scripts"] if row["profile_id"] == "bhujimol" | |
| ) | |
| def _asset(evidence: dict) -> dict: | |
| return _bhujimol(evidence)["reference_assets"][0] | |
| def test_reference_chart_policy_passes_without_font_or_ocr_claim() -> None: | |
| tool = _load_tool() | |
| report = tool._evaluate_evidence(_evidence(tool)) | |
| assert report["passed"] is True | |
| assert report["status"] == tool.PASS_STATUS | |
| assert report["license_decision"]["own_work_and_license_verified"] is True | |
| assert report["reference_decision"] == { | |
| "reference_verified": True, | |
| "use": "optional_qualified_reviewer_basic_shape_orientation", | |
| "is_font": False, | |
| "arbitrary_text_rendering_supported": False, | |
| "explicit_machine_readable_codepoint_mapping": False, | |
| "shaping_rules_present": False, | |
| "conjunct_coverage_audited": False, | |
| "manuscript_style_validated": False, | |
| "training_payload_admitted": False, | |
| } | |
| assert report["claim_boundary"] == { | |
| "bhujimol_font_admitted": False, | |
| "bhujimol_real_pixels_admitted": False, | |
| "bhujimol_labels_admitted": False, | |
| "audited_real_line_count": 0, | |
| "model_admitted": False, | |
| "predictions_computed": False, | |
| "codepoint_cer_computed": False, | |
| "four_script_ocr_claim_ready": False, | |
| } | |
| assert all(report["checks"].values()) | |
| def test_reference_chart_policy_rejects_drift( | |
| mutation: str, expected_check: str | |
| ) -> None: | |
| tool = _load_tool() | |
| evidence = _evidence(tool) | |
| if mutation == "metadata_hash": | |
| evidence["metadata_sha256"] = "0" * 64 | |
| elif mutation == "page_identity": | |
| evidence["metadata"]["page_id"] = 1 | |
| elif mutation == "file_identity": | |
| evidence["metadata"]["file_url"] = "https://example.invalid/chart.svg" | |
| elif mutation == "license": | |
| evidence["metadata"]["license_short_name"] = "All rights reserved" | |
| elif mutation == "author": | |
| evidence["metadata"]["artist_html"] = "unknown" | |
| elif mutation == "description": | |
| evidence["metadata"]["description"] = "font with shaping" | |
| elif mutation == "svg_hash": | |
| evidence["svg"]["sha256"] = "0" * 64 | |
| elif mutation == "dimensions": | |
| evidence["svg"]["view_box"] = "0 0 1 1" | |
| elif mutation == "path_count": | |
| evidence["svg"]["path_count"] = 110 | |
| elif mutation == "path_id": | |
| evidence["svg"]["paths_with_id"] = 1 | |
| elif mutation == "font": | |
| evidence["svg"]["font_element_count"] = 1 | |
| elif mutation == "external": | |
| evidence["svg"]["external_reference_count"] = 1 | |
| elif mutation == "asset_status": | |
| _asset(evidence)["status"] = "font_ready" | |
| elif mutation == "asset_training": | |
| _asset(evidence)["training_payload_admitted"] = True | |
| elif mutation == "profile_promotion": | |
| _bhujimol(evidence)["ocr_support_status"] = "model_ready" | |
| elif mutation == "font_promotion": | |
| next( | |
| row | |
| for row in _newar(evidence)["font_candidates"] | |
| if row["name"] == "Nithya Ranjana NU" | |
| )["writing_system_profiles"].append("bhujimol") | |
| elif mutation == "model_promotion": | |
| evidence["pipeline"]["script_recognizers"]["newa_bhujimol"]["artifact"] = ( | |
| "model" | |
| ) | |
| elif mutation == "numeric_cer": | |
| evidence["pipeline"]["script_recognizers"]["newa_bhujimol"]["eval"] += ( | |
| " CER: 0.1" | |
| ) | |
| report = tool._evaluate_evidence(evidence) | |
| assert report["passed"] is False | |
| assert report["checks"][expected_check] is False | |
| assert f"failed {expected_check}" in report["errors"] | |
| def test_reference_chart_audit_fails_closed_on_missing_inputs(tmp_path: Path) -> None: | |
| tool = _load_tool() | |
| missing = tmp_path / "missing" | |
| report = tool.audit_chart(missing, missing, missing, missing) | |
| assert report["passed"] is False | |
| assert len(report["errors"]) == 4 | |
| def test_frozen_reference_source_reaudits() -> None: | |
| tool = _load_tool() | |
| report = tool.audit_chart( | |
| FROZEN_SOURCE / "commons-source-metadata.json", | |
| FROZEN_SOURCE / "bhujimol-basic-glyph-chart.svg", | |
| REGISTRY, | |
| PIPELINE, | |
| ) | |
| assert report["passed"] is True | |
| assert report["vector_structure"]["path_count"] == 111 | |
| assert report["vector_structure"]["tag_counts"] == {"path": 111, "svg": 1} | |
| def test_reference_chart_writer_is_no_clobber(tmp_path: Path) -> None: | |
| tool = _load_tool() | |
| report = tool._evaluate_evidence(_evidence(tool)) | |
| metadata = tmp_path / "metadata.json" | |
| metadata.write_text("{}\n", encoding="utf-8") | |
| svg = tmp_path / "chart.svg" | |
| svg.write_text("<svg/>\n", encoding="utf-8") | |
| out = tmp_path / "audit" | |
| tool.write_report(report, metadata, svg, out) | |
| assert (out / "commons-source-metadata.json").read_bytes() == b"{}\n" | |
| assert (out / "bhujimol-basic-glyph-chart.svg").read_bytes() == b"<svg/>\n" | |
| assert (out / "reference-chart-audit.json").is_file() | |
| assert (out / "PROGRESS.md").is_file() | |
| assert (out / "SHA256SUMS").is_file() | |
| with pytest.raises(FileExistsError, match="refusing to overwrite"): | |
| tool.write_report(report, metadata, svg, out) | |