File size: 3,292 Bytes
fd842a4
 
 
 
 
 
 
 
 
db9f03c
fd842a4
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
db9f03c
 
 
fd842a4
 
 
db9f03c
 
 
 
 
 
 
 
 
 
 
 
fd842a4
 
 
 
 
 
 
 
 
 
 
 
 
 
db9f03c
 
 
 
 
 
 
 
 
 
 
 
fd842a4
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
from __future__ import annotations

import argparse
import json
import os
from pathlib import Path
from typing import Any

from document_processing import extract_text, is_image_document, load_documents, to_data_uri
from firebase_processed_files import build_firebase_tracker
from receipt_ai import extract_receipt_json, extract_receipt_json_from_image
from receipt_results import build_empty_result


def parse_args() -> argparse.Namespace:
    parser = argparse.ArgumentParser(description="Extract purchase receipt data from documents using GPT.")
    parser.add_argument("--input", default="documents", help="Folder containing documents to process.")
    parser.add_argument("--output", help="Optional output JSON file. Prints to stdout when omitted.")
    parser.add_argument("--model", default=os.getenv("OPENAI_MODEL", "gpt-4o"), help="OpenAI model name.")
    return parser.parse_args()


def main() -> int:
    from dotenv import load_dotenv
    from openai import OpenAI

    load_dotenv()
    args = parse_args()
    client = OpenAI(api_key=os.getenv("OPENAI_API_KEY"))

    input_folder = Path(args.input)
    files = load_documents(input_folder)
    results: list[dict[str, Any]] = []
    skipped_files: list[str] = []
    firebase_warning: str | None = None
    firebase_tracker = build_firebase_tracker()

    for file_path in files:
        relative_name = file_path.relative_to(input_folder).as_posix()
        file_hash: str | None = None

        if firebase_tracker is not None:
            try:
                file_hash = firebase_tracker.compute_file_hash(file_path)
                if firebase_tracker.is_processed(file_hash):
                    skipped_files.append(relative_name)
                    continue
            except Exception as exc:
                firebase_warning = f"Firebase tracking unavailable. Processing remaining files without deduplication. Details: {exc}"
                firebase_tracker = None

        if is_image_document(file_path):
            image_data_uri = to_data_uri(file_path)
            result = extract_receipt_json_from_image(client, args.model, file_path, image_data_uri)
        else:
            text = extract_text(file_path)
            if not text.strip():
                results.append(build_empty_result(relative_name))
                continue

            result = extract_receipt_json(client, args.model, file_path, text)

        result["source_file"] = relative_name
        results.append(result)

        if firebase_tracker is not None and file_hash is not None:
            try:
                firebase_tracker.mark_processed(file_hash, relative_name)
            except Exception:
                pass

    payload: dict[str, Any] = {"input_folder": str(input_folder), "results": results}
    if skipped_files:
        payload["skipped_already_processed"] = skipped_files
    if firebase_warning:
        payload["firebase_warning"] = firebase_warning

    rendered = json.dumps(payload, indent=2, ensure_ascii=False)

    if args.output:
        output_path = Path(args.output)
        output_path.parent.mkdir(parents=True, exist_ok=True)
        output_path.write_text(rendered, encoding="utf-8")
    else:
        print(rendered)

    return 0


if __name__ == "__main__":
    raise SystemExit(main())