document-parser / receipt_parser.py
segovia
Move the scanning to a job
db9f03c
Raw History Blame
3.29 kB
from __future__ import annotations
import argparse
import json
import os
from pathlib import Path
from typing import Any
from document_processing import extract_text, is_image_document, load_documents, to_data_uri
from firebase_processed_files import build_firebase_tracker
from receipt_ai import extract_receipt_json, extract_receipt_json_from_image
from receipt_results import build_empty_result
def parse_args() -> argparse.Namespace:
parser = argparse.ArgumentParser(description="Extract purchase receipt data from documents using GPT.")
parser.add_argument("--input", default="documents", help="Folder containing documents to process.")
parser.add_argument("--output", help="Optional output JSON file. Prints to stdout when omitted.")
parser.add_argument("--model", default=os.getenv("OPENAI_MODEL", "gpt-4o"), help="OpenAI model name.")
return parser.parse_args()
def main() -> int:
from dotenv import load_dotenv
from openai import OpenAI
load_dotenv()
args = parse_args()
client = OpenAI(api_key=os.getenv("OPENAI_API_KEY"))
input_folder = Path(args.input)
files = load_documents(input_folder)
results: list[dict[str, Any]] = []
skipped_files: list[str] = []
firebase_warning: str | None = None
firebase_tracker = build_firebase_tracker()
for file_path in files:
relative_name = file_path.relative_to(input_folder).as_posix()
file_hash: str | None = None
if firebase_tracker is not None:
try:
file_hash = firebase_tracker.compute_file_hash(file_path)
if firebase_tracker.is_processed(file_hash):
skipped_files.append(relative_name)
continue
except Exception as exc:
firebase_warning = f"Firebase tracking unavailable. Processing remaining files without deduplication. Details: {exc}"
firebase_tracker = None
if is_image_document(file_path):
image_data_uri = to_data_uri(file_path)
result = extract_receipt_json_from_image(client, args.model, file_path, image_data_uri)
else:
text = extract_text(file_path)
if not text.strip():
results.append(build_empty_result(relative_name))
continue
result = extract_receipt_json(client, args.model, file_path, text)
result["source_file"] = relative_name
results.append(result)
if firebase_tracker is not None and file_hash is not None:
try:
firebase_tracker.mark_processed(file_hash, relative_name)
except Exception:
pass
payload: dict[str, Any] = {"input_folder": str(input_folder), "results": results}
if skipped_files:
payload["skipped_already_processed"] = skipped_files
if firebase_warning:
payload["firebase_warning"] = firebase_warning
rendered = json.dumps(payload, indent=2, ensure_ascii=False)
if args.output:
output_path = Path(args.output)
output_path.parent.mkdir(parents=True, exist_ok=True)
output_path.write_text(rendered, encoding="utf-8")
else:
print(rendered)
return 0
if __name__ == "__main__":
raise SystemExit(main())