Spaces:
Sleeping
Sleeping
Download receipt_parser.py from breakpointsoftware/document-parser: direct link, hf CLI and curl.
- Browser
- Download file 3.29 kB
-
https://huggingface.co/spaces/breakpointsoftware/document-parser/resolve/main/receipt_parser.py
- Command line
-
hf download hf://spaces/breakpointsoftware/document-parser/receipt_parser.py
-
curl -L -o receipt_parser.py https://huggingface.co/spaces/breakpointsoftware/document-parser/resolve/main/receipt_parser.py
3.29 kB
| from __future__ import annotations | |
| import argparse | |
| import json | |
| import os | |
| from pathlib import Path | |
| from typing import Any | |
| from document_processing import extract_text, is_image_document, load_documents, to_data_uri | |
| from firebase_processed_files import build_firebase_tracker | |
| from receipt_ai import extract_receipt_json, extract_receipt_json_from_image | |
| from receipt_results import build_empty_result | |
| def parse_args() -> argparse.Namespace: | |
| parser = argparse.ArgumentParser(description="Extract purchase receipt data from documents using GPT.") | |
| parser.add_argument("--input", default="documents", help="Folder containing documents to process.") | |
| parser.add_argument("--output", help="Optional output JSON file. Prints to stdout when omitted.") | |
| parser.add_argument("--model", default=os.getenv("OPENAI_MODEL", "gpt-4o"), help="OpenAI model name.") | |
| return parser.parse_args() | |
| def main() -> int: | |
| from dotenv import load_dotenv | |
| from openai import OpenAI | |
| load_dotenv() | |
| args = parse_args() | |
| client = OpenAI(api_key=os.getenv("OPENAI_API_KEY")) | |
| input_folder = Path(args.input) | |
| files = load_documents(input_folder) | |
| results: list[dict[str, Any]] = [] | |
| skipped_files: list[str] = [] | |
| firebase_warning: str | None = None | |
| firebase_tracker = build_firebase_tracker() | |
| for file_path in files: | |
| relative_name = file_path.relative_to(input_folder).as_posix() | |
| file_hash: str | None = None | |
| if firebase_tracker is not None: | |
| try: | |
| file_hash = firebase_tracker.compute_file_hash(file_path) | |
| if firebase_tracker.is_processed(file_hash): | |
| skipped_files.append(relative_name) | |
| continue | |
| except Exception as exc: | |
| firebase_warning = f"Firebase tracking unavailable. Processing remaining files without deduplication. Details: {exc}" | |
| firebase_tracker = None | |
| if is_image_document(file_path): | |
| image_data_uri = to_data_uri(file_path) | |
| result = extract_receipt_json_from_image(client, args.model, file_path, image_data_uri) | |
| else: | |
| text = extract_text(file_path) | |
| if not text.strip(): | |
| results.append(build_empty_result(relative_name)) | |
| continue | |
| result = extract_receipt_json(client, args.model, file_path, text) | |
| result["source_file"] = relative_name | |
| results.append(result) | |
| if firebase_tracker is not None and file_hash is not None: | |
| try: | |
| firebase_tracker.mark_processed(file_hash, relative_name) | |
| except Exception: | |
| pass | |
| payload: dict[str, Any] = {"input_folder": str(input_folder), "results": results} | |
| if skipped_files: | |
| payload["skipped_already_processed"] = skipped_files | |
| if firebase_warning: | |
| payload["firebase_warning"] = firebase_warning | |
| rendered = json.dumps(payload, indent=2, ensure_ascii=False) | |
| if args.output: | |
| output_path = Path(args.output) | |
| output_path.parent.mkdir(parents=True, exist_ok=True) | |
| output_path.write_text(rendered, encoding="utf-8") | |
| else: | |
| print(rendered) | |
| return 0 | |
| if __name__ == "__main__": | |
| raise SystemExit(main()) |