diff --git "a/app.py" "b/app.py" --- "a/app.py" +++ "b/app.py" @@ -1,1299 +1,1048 @@ +""" +╔══════════════════════════════════════════════════════════════╗ +║ OmniParse AI — HuggingFace Gradio App ║ +║ Nahraj na HF Space (SDK: Gradio) a spusť. ║ +║ Vše v jednom souboru — žádné externí importy. ║ +╚══════════════════════════════════════════════════════════════╝ + +Secrets které musíš nastavit v HF Space → Settings → Secrets: + HF_TOKEN (volitelné — pro AI model Mistral) + STRIPE_SECRET_KEY (sk_live_... nebo sk_test_...) + STRIPE_WEBHOOK_SECRET (whsec_...) + STRIPE_PRICE_BASIC (price_...) + STRIPE_PRICE_PRO (price_...) + STRIPE_PRICE_ENTERPRISE (price_...) + APP_URL (https://TVOJE_USERNAME-omniparse.hf.space) +""" + +# ───────────────────────────────────────────────────────────── +# STDLIB +# ───────────────────────────────────────────────────────────── +import os, re, json, time, sqlite3, hashlib, secrets, random, tempfile +from datetime import datetime, timedelta +from pathlib import Path + +# ───────────────────────────────────────────────────────────── +# THIRD-PARTY (všechny jsou v requirements.txt) +# ───────────────────────────────────────────────────────────── import gradio as gr -from transformers import DonutProcessor, VisionEncoderDecoderModel -import torch -from PIL import Image -import re -import json -import pandas as pd -import random -import base64 -import io -import os -import time -import sqlite3 -import hashlib -import stripe - -print("Initializing OmniParse AI Enterprise v6.0...") - -# ─── CONFIG ───────────────────────────────────────────────────────────────── -DB_FILE = "omniparse.db" -STRIPE_SECRET_KEY = os.environ.get("STRIPE_SECRET_KEY", "") -STRIPE_WEBHOOK_SECRET = os.environ.get("STRIPE_WEBHOOK_SECRET", "") -STRIPE_PRICE_ID = os.environ.get("STRIPE_PRICE_ID", "") # Premium monthly price ID -APP_URL = os.environ.get("APP_URL", "https://your-space.hf.space") - -stripe.api_key = STRIPE_SECRET_KEY - -# ─── PLAN LIMITS ──────────────────────────────────────────────────────────── -PLAN_LIMITS = { - "free": { - "docs_per_day": 3, - "chat_enabled": False, - "export_enabled": False, - "duplicate_check": False, - "history_days": 0, - }, - "registered": { - "docs_per_day": 20, - "chat_enabled": True, - "export_enabled": True, - "duplicate_check": True, - "history_days": 30, - }, - "premium": { - "docs_per_day": 999, - "chat_enabled": True, - "export_enabled": True, - "duplicate_check": True, - "history_days": 365, - }, +import requests + +# Stripe — pokud není nainstalovaný, funkce checkoutu vrátí instrukce +try: + import stripe as _stripe + STRIPE_OK = True +except ImportError: + STRIPE_OK = False + +# OCR — volitelné (nainstaluje se z packages.txt + requirements.txt) +try: + import pytesseract + from PIL import Image + TESSERACT_OK = True +except ImportError: + TESSERACT_OK = False + +try: + from pdf2image import convert_from_path + PDF2IMAGE_OK = True +except ImportError: + PDF2IMAGE_OK = False + +# ───────────────────────────────────────────────────────────── +# KONFIGURACE +# ───────────────────────────────────────────────────────────── +DB_PATH = os.getenv("DB_PATH", "omniparse.db") +HF_TOKEN = os.getenv("HF_TOKEN", "") +APP_URL = os.getenv("APP_URL", "http://localhost:7860") + +STRIPE_SECRET_KEY = os.getenv("STRIPE_SECRET_KEY", "") +STRIPE_WEBHOOK_SECRET = os.getenv("STRIPE_WEBHOOK_SECRET", "") +PRICE_IDS = { + "basic": os.getenv("STRIPE_PRICE_BASIC", ""), + "pro": os.getenv("STRIPE_PRICE_PRO", ""), + "enterprise": os.getenv("STRIPE_PRICE_ENTERPRISE", ""), +} + +if STRIPE_OK and STRIPE_SECRET_KEY: + _stripe.api_key = STRIPE_SECRET_KEY + +HF_MODEL = "mistralai/Mistral-7B-Instruct-v0.3" +HF_API = f"https://api-inference.huggingface.co/models/{HF_MODEL}" +HF_HEADERS = {"Authorization": f"Bearer {HF_TOKEN}"} if HF_TOKEN else {} + +PLANS = { + "free": {"limit": 20, "price": 0, "label": "Free", "color": "⬜"}, + "basic": {"limit": 200, "price": 29, "label": "Basic", "color": "🟦"}, + "pro": {"limit": 2000, "price": 129, "label": "Pro ⚡", "color": "🟣"}, + "enterprise": {"limit": -1, "price": 499, "label": "Enterprise", "color": "🟡"}, } -# ─── DATABASE ──────────────────────────────────────────────────────────────── +# ═════════════════════════════════════════════════════════════ +# DATABÁZE +# ═════════════════════════════════════════════════════════════ + def init_db(): - conn = sqlite3.connect(DB_FILE) - c = conn.cursor() - c.execute('''CREATE TABLE IF NOT EXISTS users ( - id INTEGER PRIMARY KEY AUTOINCREMENT, - username TEXT UNIQUE NOT NULL, - email TEXT, - password_hash TEXT NOT NULL, - salt TEXT NOT NULL, - plan TEXT DEFAULT 'registered', - stripe_customer_id TEXT, - stripe_subscription_id TEXT, - subscription_status TEXT DEFAULT 'inactive', - created_at REAL DEFAULT (strftime('%s','now')), - tos_accepted INTEGER DEFAULT 0 - )''') - c.execute('''CREATE TABLE IF NOT EXISTS invoices ( - id INTEGER PRIMARY KEY AUTOINCREMENT, - user_id INTEGER NOT NULL, - timestamp REAL NOT NULL, - filename TEXT, - extracted_json TEXT, - fields_count INTEGER, - fingerprint TEXT, - FOREIGN KEY(user_id) REFERENCES users(id) - )''') - c.execute('''CREATE TABLE IF NOT EXISTS usage_log ( - id INTEGER PRIMARY KEY AUTOINCREMENT, - user_id INTEGER NOT NULL, - action TEXT NOT NULL, - timestamp REAL DEFAULT (strftime('%s','now')), - FOREIGN KEY(user_id) REFERENCES users(id) - )''') + conn = sqlite3.connect(DB_PATH) + conn.executescript(""" + PRAGMA journal_mode=WAL; + + CREATE TABLE IF NOT EXISTS users ( + id INTEGER PRIMARY KEY AUTOINCREMENT, + email TEXT UNIQUE NOT NULL, + name TEXT NOT NULL, + password TEXT NOT NULL, + plan TEXT NOT NULL DEFAULT 'free', + stripe_cid TEXT, + api_key TEXT, + created_at TEXT DEFAULT (datetime('now')) + ); + + CREATE TABLE IF NOT EXISTS sessions ( + token TEXT PRIMARY KEY, + user_id INTEGER NOT NULL, + expires_at TEXT NOT NULL, + FOREIGN KEY(user_id) REFERENCES users(id) + ); + + CREATE TABLE IF NOT EXISTS invoices ( + id INTEGER PRIMARY KEY AUTOINCREMENT, + user_id INTEGER NOT NULL, + filename TEXT NOT NULL, + vendor TEXT, + inv_number TEXT, + inv_date TEXT, + due_date TEXT, + amount REAL, + vat_amount REAL, + total REAL, + currency TEXT DEFAULT 'CZK', + status TEXT DEFAULT 'done', + is_duplicate INTEGER DEFAULT 0, + confidence REAL DEFAULT 0.0, + raw_json TEXT, + created_at TEXT DEFAULT (datetime('now')), + FOREIGN KEY(user_id) REFERENCES users(id) + ); + """) + conn.commit() + + # Demo účet (Pro plán — testování všech funkcí) + pw = hashlib.sha256("demo1234".encode()).hexdigest() + conn.execute( + "INSERT OR IGNORE INTO users (email,name,password,plan) VALUES (?,?,?,?)", + ("demo@omniparse.ai", "Demo User", pw, "pro") + ) conn.commit() conn.close() -init_db() -# ─── AUTH HELPERS ──────────────────────────────────────────────────────────── -def hash_password(password, salt=None): - if not salt: - salt = os.urandom(16).hex() - h = hashlib.pbkdf2_hmac('sha256', password.encode(), salt.encode(), 100000) - return h.hex(), salt +def db(): + c = sqlite3.connect(DB_PATH) + c.row_factory = sqlite3.Row + return c -def get_user(username): - conn = sqlite3.connect(DB_FILE) - c = conn.cursor() - c.execute("SELECT * FROM users WHERE username=?", (username.strip().lower(),)) - row = c.fetchone() - conn.close() - if not row: - return None - cols = ["id","username","email","password_hash","salt","plan","stripe_customer_id", - "stripe_subscription_id","subscription_status","created_at","tos_accepted"] - return dict(zip(cols, row)) - -def get_user_plan(username): - u = get_user(username) - if not u: - return "free" - if u["plan"] == "premium" and u["subscription_status"] == "active": - return "premium" - return "registered" - -def get_docs_today(user_id): - conn = sqlite3.connect(DB_FILE) - c = conn.cursor() - day_start = time.time() - 86400 - c.execute("SELECT COUNT(*) FROM invoices WHERE user_id=? AND timestamp>?", (user_id, day_start)) - count = c.fetchone()[0] - conn.close() - return count - -# ─── AUTH ACTIONS ──────────────────────────────────────────────────────────── -def db_register(username, password, email="", tos_accepted=False): - if not username or not password: - return json.dumps({"status":"ERROR","message":"Vyplň jméno i heslo!"}) - username = username.strip().lower() - if username == "guest": - return json.dumps({"status":"ERROR","message":"Jméno 'guest' je rezervované."}) - if not tos_accepted: - return json.dumps({"status":"ERROR","message":"Musíš přijmout podmínky použití (TOS)."}) - try: - conn = sqlite3.connect(DB_FILE) - c = conn.cursor() - c.execute("SELECT id FROM users WHERE username=?", (username,)) - if c.fetchone(): - conn.close() - return json.dumps({"status":"ERROR","message":"Uživatel již existuje!"}) - h, salt = hash_password(password) - c.execute("INSERT INTO users (username,email,password_hash,salt,plan,tos_accepted) VALUES (?,?,?,?,?,?)", - (username, email.strip().lower(), h, salt, "registered", 1)) - conn.commit() - conn.close() - return json.dumps({"status":"SUCCESS","message":"Účet vytvořen. Přihlaš se."}) - except Exception as e: - return json.dumps({"status":"ERROR","message":f"DB chyba: {e}"}) -def db_login(username, password): - if not username or not password: - return json.dumps({"status":"ERROR","message":"Zadej jméno a heslo!"}) - username = username.strip().lower() - try: - conn = sqlite3.connect(DB_FILE) - c = conn.cursor() - c.execute("SELECT id,password_hash,salt,plan,subscription_status FROM users WHERE username=?", (username,)) - row = c.fetchone() - if not row: - conn.close() - return json.dumps({"status":"ERROR","message":"Uživatel neexistuje."}) - user_id, stored_hash, salt, plan, sub_status = row - if password == "SESSION_REFRESH": - c.execute("SELECT COUNT(*),SUM(fields_count) FROM invoices WHERE user_id=?", (user_id,)) - s = c.fetchone() - conn.close() - effective_plan = "premium" if (plan=="premium" and sub_status=="active") else "registered" - return json.dumps({"status":"SUCCESS","username":username,"plan":effective_plan, - "stats":{"docs_parsed":s[0]or 0,"fields_extracted":s[1]or 0}, - "limits":PLAN_LIMITS[effective_plan]}) - h, _ = hash_password(password, salt) - if h != stored_hash: - conn.close() - return json.dumps({"status":"ERROR","message":"Špatné heslo!"}) - c.execute("SELECT COUNT(*),SUM(fields_count) FROM invoices WHERE user_id=?", (user_id,)) - s = c.fetchone() - conn.close() - effective_plan = "premium" if (plan=="premium" and sub_status=="active") else "registered" - return json.dumps({"status":"SUCCESS","username":username,"plan":effective_plan, - "stats":{"docs_parsed":s[0]or 0,"fields_extracted":s[1]or 0}, - "limits":PLAN_LIMITS[effective_plan]}) - except Exception as e: - return json.dumps({"status":"ERROR","message":f"Chyba: {e}"}) - -# ─── STRIPE ACTIONS ────────────────────────────────────────────────────────── -def create_checkout_session(username): - """Returns Stripe Checkout URL for Premium subscription.""" - if not STRIPE_SECRET_KEY or not STRIPE_PRICE_ID: - return json.dumps({"status":"ERROR","message":"Stripe není nakonfigurován (chybí env proměnné)."}) - u = get_user(username) - if not u: - return json.dumps({"status":"ERROR","message":"Uživatel nenalezen."}) - try: - customer_id = u.get("stripe_customer_id") - if not customer_id: - customer = stripe.Customer.create( - email=u.get("email") or f"{username}@omniparse.ai", - metadata={"username": username} - ) - customer_id = customer.id - conn = sqlite3.connect(DB_FILE) - conn.execute("UPDATE users SET stripe_customer_id=? WHERE username=?", (customer_id, username)) - conn.commit() - conn.close() - session = stripe.checkout.Session.create( - customer=customer_id, - payment_method_types=["card"], - line_items=[{"price": STRIPE_PRICE_ID, "quantity": 1}], - mode="subscription", - success_url=f"{APP_URL}?payment=success", - cancel_url=f"{APP_URL}?payment=cancel", - metadata={"username": username} - ) - return json.dumps({"status":"SUCCESS","url":session.url}) - except Exception as e: - return json.dumps({"status":"ERROR","message":str(e)}) +def hp(pw: str) -> str: + return hashlib.sha256(pw.encode()).hexdigest() -def handle_stripe_webhook(payload, sig_header): - """Process Stripe webhooks to update subscription status.""" +# ═════════════════════════════════════════════════════════════ +# AUTH +# ═════════════════════════════════════════════════════════════ + +def register_user(name, email, password): + name, email = name.strip(), email.strip().lower() + if not name or not email or len(password) < 8: + return {"ok": False, "msg": "Vyplňte všechna pole. Heslo min. 8 znaků."} + if "@" not in email: + return {"ok": False, "msg": "Zadejte platný e-mail."} + conn = db() try: - event = stripe.Webhook.construct_event(payload, sig_header, STRIPE_WEBHOOK_SECRET) - except Exception as e: - return json.dumps({"status":"ERROR","message":str(e)}) - - et = event["type"] - obj = event["data"]["object"] - - if et in ("customer.subscription.created", "customer.subscription.updated"): - sub_status = obj["status"] - customer_id = obj["customer"] - sub_id = obj["id"] - plan = "premium" if sub_status == "active" else "registered" - conn = sqlite3.connect(DB_FILE) - conn.execute("""UPDATE users SET plan=?,stripe_subscription_id=?,subscription_status=? - WHERE stripe_customer_id=?""", (plan, sub_id, sub_status, customer_id)) + api_key = "op_" + secrets.token_hex(24) + conn.execute( + "INSERT INTO users (name,email,password,plan,api_key) VALUES (?,?,?,?,?)", + (name, email, hp(password), "free", api_key) + ) conn.commit() + uid = conn.execute("SELECT id FROM users WHERE email=?", (email,)).fetchone()[0] + token = _make_session(conn, uid) conn.close() - elif et == "customer.subscription.deleted": - customer_id = obj["customer"] - conn = sqlite3.connect(DB_FILE) - conn.execute("""UPDATE users SET plan='registered',subscription_status='canceled' - WHERE stripe_customer_id=?""", (customer_id,)) - conn.commit() + return {"ok": True, "token": token, "name": name, "plan": "free", "api_key": api_key} + except sqlite3.IntegrityError: conn.close() - return json.dumps({"status":"OK"}) + return {"ok": False, "msg": "E-mail je již registrován. Přihlaste se."} + + +def login_user(email, password): + email = email.strip().lower() + if not email or not password: + return {"ok": False, "msg": "Vyplňte e-mail a heslo."} + conn = db() + row = conn.execute( + "SELECT id,name,plan FROM users WHERE email=? AND password=?", + (email, hp(password)) + ).fetchone() + if not row: + conn.close() + return {"ok": False, "msg": "Nesprávný e-mail nebo heslo."} + token = _make_session(conn, row["id"]) + conn.close() + return {"ok": True, "token": token, "name": row["name"], "plan": row["plan"]} -# ─── MODEL ─────────────────────────────────────────────────────────────────── -model_name = "naver-clova-ix/donut-base-finetuned-cord-v2" -try: - processor = DonutProcessor.from_pretrained(model_name) - model = VisionEncoderDecoderModel.from_pretrained(model_name) - device = "cuda" if torch.cuda.is_available() else "cpu" - model.to(device) - MODEL_LOADED = True - print(f"Model loaded on {device}") -except Exception as e: - MODEL_LOADED = False - processor = model = None - device = "cpu" - print(f"Model load failed, using demo fallback: {e}") - -def clean_and_float(v): - try: - return float(re.sub(r"[^\d.,]","",str(v)).replace(",",".")) - except: - return 0.0 - -# ─── CORE PARSER ───────────────────────────────────────────────────────────── -def parse_invoice(image_b64: str, username: str): - if not image_b64: - return json.dumps({"parser_status":"ERROR","error_log":"Žádná obrazová data."}) - - # Determine user context - is_guest = (not username or username.strip().lower() in ("guest","")) - user_id = None - effective_plan = "free" - - if not is_guest: - u = get_user(username) - if u: - user_id = u["id"] - effective_plan = "premium" if (u["plan"]=="premium" and u["subscription_status"]=="active") else "registered" - limits = PLAN_LIMITS[effective_plan] - # Check daily limit - docs_today = get_docs_today(user_id) - if docs_today >= limits["docs_per_day"]: - return json.dumps({ - "parser_status": "LIMIT_REACHED", - "error_log": f"Denní limit {limits['docs_per_day']} dokumentů vyčerpán. Upgraduj na vyšší plán.", - "upgrade_required": effective_plan != "premium" - }) - else: - is_guest = True - else: - limits = PLAN_LIMITS["free"] - try: - header, _, data = image_b64.partition(",") - img_bytes = base64.b64decode(data if data else image_b64) - img = Image.open(io.BytesIO(img_bytes)).convert("RGB") - except Exception as e: - return json.dumps({"parser_status":"ERROR","error_log":f"Decode failed: {e}"}) +def _make_session(conn, user_id): + token = secrets.token_hex(32) + exp = (datetime.now() + timedelta(days=30)).isoformat() + conn.execute( + "INSERT INTO sessions (token,user_id,expires_at) VALUES (?,?,?)", + (token, user_id, exp) + ) + conn.commit() + return token + + +def get_user(token): + if not token: + return None + conn = db() + row = conn.execute(""" + SELECT u.id,u.name,u.email,u.plan,u.api_key,u.stripe_cid + FROM sessions s JOIN users u ON s.user_id=u.id + WHERE s.token=? AND s.expires_at > datetime('now') + """, (token,)).fetchone() + conn.close() + return dict(row) if row else None + + +def logout_user(token): + if not token: + return + conn = db() + conn.execute("DELETE FROM sessions WHERE token=?", (token,)) + conn.commit() + conn.close() + +# ═════════════════════════════════════════════════════════════ +# LIMITY +# ═════════════════════════════════════════════════════════════ + +def monthly_used(user_id): + month = datetime.now().strftime("%Y-%m") + conn = db() + n = conn.execute( + "SELECT COUNT(*) FROM invoices WHERE user_id=? AND strftime('%Y-%m',created_at)=?", + (user_id, month) + ).fetchone()[0] + conn.close() + return n + + +def check_limit(user_id, plan): + lim = PLANS[plan]["limit"] + used = monthly_used(user_id) + if lim == -1: + return {"ok": True, "used": used, "limit": "∞", "remaining": 99999, "pct": 0} + rem = lim - used + return { + "ok": rem > 0, + "used": used, + "limit": lim, + "remaining": max(0, rem), + "pct": min(100, int(used / lim * 100)), + "msg": f"Dosažen limit {lim} faktur/měsíc. Upgradujte plán." if rem <= 0 else "" + } + +# ═════════════════════════════════════════════════════════════ +# OCR (Tesseract — nainstalovaný z packages.txt) +# ═════════════════════════════════════════════════════════════ +def ocr_file(path: str, ext: str) -> str: + """Extrahuje text z PDF nebo obrázku přes Tesseract OCR.""" + if not TESSERACT_OK: + return "" try: - start_time = time.time() - if MODEL_LOADED and processor and model: - task_prompt = "" - decoder_input_ids = processor.tokenizer(task_prompt, add_special_tokens=False, return_tensors="pt").input_ids - pixel_values = processor(img, return_tensors="pt").pixel_values - outputs = model.generate( - pixel_values.to(device), - decoder_input_ids=decoder_input_ids.to(device), - max_length=model.config.decoder.max_position_embeddings, - pad_token_id=processor.tokenizer.pad_token_id, - eos_token_id=processor.tokenizer.eos_token_id, - use_cache=True, - bad_words_ids=[[processor.tokenizer.unk_token_id]], - return_dict_in_generate=True, + if ext == ".pdf": + if not PDF2IMAGE_OK: + return "" + pages = convert_from_path(path, dpi=200, first_page=1, last_page=3) + return "\n\n".join( + pytesseract.image_to_string(p.convert("L"), lang="ces+eng") + for p in pages ) - sequence = processor.batch_decode(outputs.sequences)[0] - sequence = sequence.replace(processor.tokenizer.eos_token,"").replace(processor.tokenizer.pad_token,"") - sequence = re.sub(r"<[^>]+>"," ",sequence).strip() - extracted_fields = {} - for line in re.split(r"[;\n]", sequence): - if ":" in line: - k,_,v = line.partition(":") - k = k.strip().upper().replace(" ","_") - v = v.strip() - if k and v: - extracted_fields[k] = v - if not extracted_fields: - extracted_fields["RAW_TEXT"] = sequence.strip() - else: - extracted_fields = { - "STORE_NAME": "TutaGarage Stavby s.r.o.", - "TOTAL": "24500.00", - "SUBTOTAL": "20247.93", - "TAX": "4252.07", - "DATE": "2026-06-17", - "INVOICE_NUMBER": f"INV-2026-{random.randint(100,999)}", - } - - elapsed = round(time.time() - start_time, 2) - confidence_score = round(random.uniform(0.95, 0.99), 2) - invoice_fp = extracted_fields.get("INVOICE_NUMBER", extracted_fields.get("TOTAL","UNKNOWN")) - - # Duplicate check (only for registered+) - is_duplicate = False - if not is_guest and user_id and PLAN_LIMITS[effective_plan]["duplicate_check"]: - try: - conn = sqlite3.connect(DB_FILE) - c = conn.cursor() - c.execute("SELECT id FROM invoices WHERE user_id=? AND fingerprint=?", (user_id, invoice_fp)) - is_duplicate = bool(c.fetchone()) - conn.close() - except: - pass - - subtotal_val = clean_and_float(extracted_fields.get("SUBTOTAL","0")) - tax_val = clean_and_float(extracted_fields.get("TAX","0")) - total_val = clean_and_float(extracted_fields.get("TOTAL","0")) - validation_status = "PASSED" - if subtotal_val > 0 and total_val > 0: - if abs((subtotal_val + tax_val) - total_val) > 1.0: - validation_status = "WARNING: Nesouhlasí součet" - - result = { - "parser_status": "SUCCESS", - "parse_time_seconds": elapsed, - "plan": effective_plan, - "security_and_compliance": { - "confidence_score": confidence_score, - "human_review_required": confidence_score < 0.96, - "duplicate_detected": is_duplicate, - "cross_field_validation": validation_status, - }, - "extracted_data": extracted_fields, - } - - # Save to DB - if not is_guest and user_id: - try: - conn = sqlite3.connect(DB_FILE) - c = conn.cursor() - c.execute( - "INSERT INTO invoices (user_id,timestamp,filename,extracted_json,fields_count,fingerprint) VALUES (?,?,?,?,?,?)", - (user_id, time.time(), "uploaded_doc.png", json.dumps(result), len(extracted_fields), invoice_fp) - ) - c.execute("INSERT INTO usage_log (user_id,action) VALUES (?,?)", (user_id,"parse")) - conn.commit() - c.execute("SELECT COUNT(*),SUM(fields_count) FROM invoices WHERE user_id=?", (user_id,)) - s = c.fetchone() - conn.close() - result["user_stats"] = {"docs_parsed": s[0]or 0, "fields_extracted": s[1]or 0} - result["docs_today"] = get_docs_today(user_id) - result["daily_limit"] = PLAN_LIMITS[effective_plan]["docs_per_day"] - except Exception as e: - print(f"DB insert error: {e}") else: - result["user_stats"] = {"docs_parsed":"GUEST","fields_extracted":"GUEST"} - - # Export CSV (registered+ only) - if not is_guest and PLAN_LIMITS[effective_plan]["export_enabled"]: - rows = [["Field","Value"]] - rows.append(["confidence_score", str(confidence_score)]) - rows.append(["duplicate_detected", str(is_duplicate)]) - rows.append(["cross_field_validation", validation_status]) - for k,v in extracted_fields.items(): - rows.append([k,v]) - df = pd.DataFrame(rows[1:], columns=rows[0]) - buf = io.StringIO() - df.to_csv(buf, index=False) - result["_csv_b64"] = base64.b64encode(buf.getvalue().encode()).decode() - - result["feature_flags"] = PLAN_LIMITS[effective_plan] - return json.dumps(result) - + img = Image.open(path).convert("L") + return pytesseract.image_to_string(img, lang="ces+eng") except Exception as e: - return json.dumps({"parser_status":"ERROR","error_log":str(e)}) + print(f"[OCR] {e}") + return "" +# ═════════════════════════════════════════════════════════════ +# AI EXTRAKCE (Mistral přes HF Inference API) +# ═════════════════════════════════════════════════════════════ -def agent_chat(user_message: str, extracted_json: str, username: str): - if not user_message.strip(): - return "" - - # Check if chat is allowed - is_guest = (not username or username.strip().lower() in ("guest","")) - if is_guest: - return "🔒 AI Audit Companion je dostupný pouze pro registrované uživatele." - - plan = get_user_plan(username) - if not PLAN_LIMITS[plan]["chat_enabled"]: - return "🔒 Chat není dostupný ve vašem plánu." +def ai_extract(text: str) -> dict | None: + """Pošle OCR text do Mistral-7B a vrátí strukturovaný JSON.""" + if not HF_TOKEN or not text.strip(): + return None + prompt = f"""[INST] Extract invoice data from the text below. Return ONLY valid JSON, no other text. + +Text: +{text[:3000]} + +JSON format: +{{ + "vendor": "string", + "vendor_id": "string or null", + "inv_number": "string or null", + "inv_date": "DD.MM.YYYY or null", + "due_date": "DD.MM.YYYY or null", + "amount": 0.00, + "vat_amount": 0.00, + "total": 0.00, + "currency": "CZK", + "line_items": [{{"description":"","quantity":1,"unit_price":0.00}}], + "confidence": 0.95 +}} +[/INST]""" + + for attempt in range(2): + try: + r = requests.post( + HF_API, + headers=HF_HEADERS, + json={"inputs": prompt, "parameters": { + "max_new_tokens": 512, "temperature": 0.05, + "return_full_text": False, "do_sample": False + }}, + timeout=45, + ) + if r.status_code == 503 and attempt == 0: + time.sleep(25) + continue + if r.status_code != 200: + print(f"[AI] HF API {r.status_code}: {r.text[:150]}") + return None + + raw = r.json() + gen = raw[0]["generated_text"] if isinstance(raw, list) else raw.get("generated_text","") + return _parse_json(gen) + except Exception as e: + print(f"[AI] attempt {attempt}: {e}") + return None + + +def _parse_json(text: str) -> dict | None: try: - data = json.loads(extracted_json) if extracted_json else {} - fields = data.get("extracted_data", {}) - compliance = data.get("security_and_compliance", {}) - except: - fields = {} - compliance = {} - - if not fields: - return "Nejdřív nahraj a vytěž fakturu." - - msg = user_message.lower() - matched = [] - for key, val in fields.items(): - clean_key = key.lower().replace("_"," ") - if clean_key in msg or any(word in clean_key for word in msg.split() if len(word)>3): - matched.append(f"**{key}**: {val}") - if matched: - return "Shody:\n" + "\n".join(f"• {m}" for m in matched[:5]) - if any(w in msg for w in ["total","cena","castka","suma","celkem","amount"]): - return f"💰 **Celkem**: {fields.get('TOTAL','—')}\n• Základ: {fields.get('SUBTOTAL','—')}\n• DPH: {fields.get('TAX','—')}" - if any(w in msg for w in ["vendor","firma","kdo","dodavatel","store"]): - return f"🏢 **Dodavatel**: {fields.get('STORE_NAME',fields.get('VENDOR','—'))}" - if any(w in msg for w in ["date","datum","kdy"]): - return f"📅 **Datum**: {fields.get('DATE',fields.get('INVOICE_DATE','—'))}" - if any(w in msg for w in ["confidence","spolehlivost","presnost"]): - s = compliance.get("confidence_score","—") - return f"🎯 **Spolehlivost**: {s} ({float(s)*100:.0f}%)" if s != "—" else "Nedostupné." - keys = list(fields.keys())[:5] - return f"Mám {len(fields)} polí. Zeptej se na: {', '.join(keys)}." - - -# ─── GRADIO WRAPPERS ───────────────────────────────────────────────────────── -def gr_parse(image_b64, username): - return parse_invoice(image_b64, username) - -def gr_chat(user_msg, extracted_json, username): - return agent_chat(user_msg, extracted_json, username) - -def gr_checkout(username): - return create_checkout_session(username) - - -# ─── CSS ───────────────────────────────────────────────────────────────────── -CUSTOM_CSS = """ -body{margin:0!important;padding:0!important;background:#09090b!important;} -.gradio-container{max-width:100%!important;padding:0!important;margin:0!important;background:#09090b!important;} -footer{display:none!important;} -#hidden-controls{display:none!important;} -""" + return json.loads(text.strip()) + except Exception: + pass + m = re.search(r'\{[\s\S]+\}', text) + if m: + try: + return json.loads(m.group()) + except Exception: + pass + return None -# ─── HTML UI ───────────────────────────────────────────────────────────────── -HTML_UI = r""" - - - - - - - - - - - -
- - -
-
-
-
- -
-

OmniParse AI

-

Document Intelligence Platform

-
- - -
- - -
- -
-
- - -
- -
- - -
- -
- -
- -
-
- Nebo -
-
- -
-
-
- - - - - - - - - - - - -""" +# ═════════════════════════════════════════════════════════════ +# REGEX FALLBACK PARSER +# ═════════════════════════════════════════════════════════════ -# ─── JS injected via gr.HTML(head=) — the only Gradio 6 way to run custom scripts ── -# APP_JS is wrapped in a +""" + if not rows: + return header + "_Žádné faktury. Nahrajte první fakturu na záložce Upload._" + + lines = ["| # | Dodavatel | Číslo | Datum | Celkem | Stav |", + "|---|-----------|-------|-------|--------|------|"] + for r in rows: + dup = " 🔴" if r["is_duplicate"] else "" + amt = f'{r["total"]:,.2f} {r["currency"]}' if r["total"] else "—" + lines.append( + f'| {r["id"]} | {r["vendor"] or "—"} | {r["inv_number"] or "—"} ' + f'| {r["inv_date"] or "—"} | {amt} | ✅ Hotovo{dup} |' + ) + return header + "\n".join(lines) + + +def fn_export_csv(token): + user = get_user(token) + if not user: + return None, "❌ Nejste přihlášeni." + path = f"/tmp/omniparse_{user['id']}.csv" + with open(path, "w", encoding="utf-8-sig") as f: # utf-8-sig = Excel BOM + f.write(export_csv(user["id"])) + return path, "✅ CSV připraven ke stažení." + + +def fn_export_json(token): + user = get_user(token) + if not user: + return None, "❌ Nejste přihlášeni." + if user["plan"] == "free": + return None, "🔒 JSON export je dostupný od **Basic plánu** ($29/měs.)." + path = f"/tmp/omniparse_{user['id']}.json" + with open(path, "w", encoding="utf-8") as f: + f.write(export_json(user["id"])) + return path, "✅ JSON připraven ke stažení." + + +def fn_status(token): + user = get_user(token) + if not user: + return "❌ Nejste přihlášeni." + lim = check_limit(user["id"], user["plan"]) + bar = _plan_bar(lim["used"], lim["limit"]) + plan_info = PLANS[user["plan"]] + + stripe_line = "" + if user.get("stripe_cid"): + stripe_line = f'\n- **Stripe ID:** `{user["stripe_cid"]}`' + + return f"""## 👤 Profil +- **Jméno:** {user["name"]} +- **E-mail:** {user["email"]} +- **Plán:** {plan_info["color"]} {plan_info["label"]} (${plan_info["price"]}/měs.) +- **Využití:** {bar}{stripe_line} + +### 🔑 API klíč (Pro+) +``` +{user.get("api_key","—") if user["plan"] in ("pro","enterprise") else "🔒 Dostupné od Pro plánu"} +``` + +### Použití API +``` +POST https://TVUJ_HF_SPACE.hf.space/api/predict +Content-Type: application/json + +{{"fn_index": 4, "data": ["", ""]}} +``` """ -# ─── GRADIO APP ────────────────────────────────────────────────────────────── -def gr_register_with_tos(username, password_encoded): - if password_encoded.startswith("REGISTER::"): - parts = password_encoded.split("::", 2) - real_pass = parts[1] if len(parts) > 1 else "" - try: - extra = json.loads(parts[2]) if len(parts) > 2 else {} - except Exception: - extra = {} - return db_register(username, real_pass, extra.get("email", ""), extra.get("tos", False)) - return db_register(username, password_encoded, "", True) +def fn_checkout(plan, token): + user = get_user(token) + if not user: + return "❌ Nejste přihlášeni. Nejprve se přihlaste." + + if plan == "enterprise": + return ( + "📧 **Enterprise plán**\n\n" + "Kontaktujte nás pro individuální nabídku:\n" + "- E-mail: **billing@omniparse.ai**\n" + "- Uveďte: počet faktur/měsíc, počet uživatelů, požadované integrace\n\n" + "Odpovídáme do 24 hodin." + ) + + url = stripe_checkout_url(user["id"], user["email"], plan) + if url: + return f"✅ **Platební odkaz Stripe:**\n\n➡️ [{url}]({url})\n\n_Otevřete odkaz pro dokončení platby._" + + # Stripe není nakonfigurovaný — zobraz instrukce + prices = {"basic": "$29/měs.", "pro": "$129/měs."} + return ( + f"### 💳 Upgrade na {plan.title()} — {prices.get(plan,'')}\n\n" + "Stripe není ještě nakonfigurován. Pro dokončení upgrade:\n\n" + "1. Nastavte `STRIPE_SECRET_KEY` a `STRIPE_PRICE_*` v HF Secrets\n" + "2. Nebo napište na **billing@omniparse.ai** s předmětem `Upgrade {plan}`\n\n" + "_Platba přes Stripe · Bezpečné šifrování · Zrušit kdykoliv_" + ) -with gr.Blocks(title="OmniParse AI Enterprise") as demo: - gr.HTML(HTML_UI, head=APP_JS_HEAD) - with gr.Row(elem_id="hidden-controls", visible=False): - with gr.Column(): - gr_image_input = gr.Textbox(elem_id="gr-image-input", visible=False) - gr_current_user = gr.Textbox(elem_id="gr-current-user", visible=False) - gr_parse_btn = gr.Button("parse", elem_id="gr-parse-btn", visible=False) - gr_json_output = gr.Textbox(elem_id="gr-json-output", visible=False) +def fn_logout(token): + logout_user(token) + return "", "✅ Odhlášeni.", gr.update(visible=True), gr.update(visible=False) - gr_chat_msg = gr.Textbox(elem_id="gr-chat-msg", visible=False) - gr_chat_json = gr.Textbox(elem_id="gr-chat-json", visible=False) - gr_chat_user = gr.Textbox(elem_id="gr-chat-user", visible=False) - gr_chat_btn = gr.Button("chat", elem_id="gr-chat-btn", visible=False) - gr_chat_out = gr.Textbox(elem_id="gr-chat-out", visible=False) +# ════════════════════════════════════════════════════════════��� +# GRADIO UI +# ═════════════════════════════════════════════════════════════ - gr_auth_user = gr.Textbox(elem_id="gr-auth-user", visible=False) - gr_auth_pass = gr.Textbox(elem_id="gr-auth-pass", visible=False) - gr_login_btn = gr.Button("login", elem_id="gr-login-btn", visible=False) - gr_register_btn = gr.Button("register", elem_id="gr-register-btn", visible=False) - gr_auth_response = gr.Textbox(elem_id="gr-auth-response", visible=False) +CSS = """ +/* ── Globální styl ── */ +body { font-family: 'Space Grotesk', 'Inter', sans-serif !important; } +.gradio-container { max-width: 960px !important; margin: auto !important; } - gr_checkout_btn = gr.Button("checkout", elem_id="gr-checkout-btn", visible=False) - gr_checkout_out = gr.Textbox(elem_id="gr-checkout-out", visible=False) +/* ── Tlačítka ── */ +button.primary { background: #5B4EFF !important; border: none !important; border-radius: 8px !important; } +button.primary:hover { background: #4A3DEE !important; } +button.stop { background: #EF4444 !important; } - gr_parse_btn.click(fn=gr_parse, inputs=[gr_image_input, gr_current_user], outputs=[gr_json_output]) - gr_chat_btn.click(fn=gr_chat, inputs=[gr_chat_msg, gr_chat_json, gr_chat_user], outputs=[gr_chat_out]) - gr_login_btn.click(fn=db_login, inputs=[gr_auth_user, gr_auth_pass], outputs=[gr_auth_response]) - gr_register_btn.click(fn=gr_register_with_tos, inputs=[gr_auth_user, gr_auth_pass], outputs=[gr_auth_response]) - gr_checkout_btn.click(fn=gr_checkout, inputs=[gr_auth_user], outputs=[gr_checkout_out]) +/* ── Záložky ── */ +.tab-nav button { font-weight: 600 !important; } +.tab-nav button.selected { border-bottom: 2px solid #5B4EFF !important; color: #5B4EFF !important; } +/* ── Karty ── */ +.gr-group { border-radius: 12px !important; border: 1px solid #E5E4E0 !important; } -# ─── FASTAPI + STRIPE WEBHOOK ───────────────────────────────────────────────── -# Gradio 6 exposes demo.app (a Starlette app). We add FastAPI routes to it -# directly — no separate uvicorn, no port conflict. -from starlette.routing import Route -from starlette.requests import Request -from starlette.responses import JSONResponse +/* ── Kód ── */ +.cm-editor { border-radius: 8px !important; } +/* ── Footer ── */ +footer { display: none !important; } +""" + +PLAN_MD = """ +## 💳 Ceník -async def stripe_webhook(request: Request): - payload = await request.body() - sig_header = request.headers.get("stripe-signature", "") - result = handle_stripe_webhook(payload, sig_header) - data = json.loads(result) - return JSONResponse(data, status_code=200 if data.get("status") == "OK" else 400) +| Plán | Cena | Faktury/měs. | Klíčové funkce | +|------|------|--------------|----------------| +| ⬜ **Free** | $0 | 20 | Text + CSV výstup | +| 🟦 **Basic** | $29 | 200 | Excel, JSON, Google Sheets | +| 🟣 **Pro** | $129 | 2 000 | API klíče, AI Chat, Detekce duplikátů, 3 uživatelé | +| 🟡 **Enterprise** | $499 | ∞ | Dedikované API, Human-in-the-loop, Cross validace, SLA | +_Roční Enterprise: $4 188/rok (30% sleva)_ +_Platby přes Stripe · Zrušit kdykoliv · GDPR compliant_ +""" -async def health(request: Request): - return JSONResponse({"status": "ok", "model_loaded": MODEL_LOADED}) +DISCLAIMER_MD = """ +--- +⚠️ **Disclaimer:** Výstupy AI jsou orientační. Vždy ověřte správnost extrahovaných dat před zaúčtováním. +OmniParse AI nenese odpovědnost za chyby způsobené AI extrakcí. +_© 2025 OmniParse AI_ +""" -# Inject routes before launch so Starlette picks them up -demo.app.routes.insert(0, Route("/webhook", stripe_webhook, methods=["POST"])) -demo.app.routes.insert(1, Route("/health", health, methods=["GET"])) +def build_app(): + init_db() + + with gr.Blocks( + title="⚡ OmniParse AI — Zpracování faktur", + theme=gr.themes.Soft( + primary_hue=gr.themes.colors.indigo, + neutral_hue=gr.themes.colors.slate, + font=[gr.themes.GoogleFont("Space Grotesk"), "sans-serif"], + ), + css=CSS, + ) as app: + + token = gr.State("") + + # ── HLAVIČKA ────────────────────────────────────────── + gr.Markdown(""" +# ⚡ OmniParse AI +### Automatické zpracování faktur pomocí AI +Nahrajte PDF nebo obrázek faktury — AI extrahuje dodavatele, datum, částku, DPH a položky. +Exportujte do CSV, JSON nebo Excel. Napojte na váš systém přes API. + +--- +""") + + # ── AUTH ────────────────────────────────────────────── + with gr.Group(visible=True) as auth_grp: + gr.Markdown("### 🔐 Přihlášení / Registrace") + with gr.Tabs(): + with gr.Tab("Přihlásit se"): + with gr.Row(): + with gr.Column(scale=2): + li_email = gr.Textbox(label="E-mail", placeholder="jan@firma.cz") + li_pass = gr.Textbox(label="Heslo", type="password") + li_btn = gr.Button("Přihlásit se →", variant="primary") + li_msg = gr.Markdown("") + with gr.Column(scale=1): + gr.Markdown(""" +**🎯 Demo přístup (zdarma):** +``` +Email: demo@omniparse.ai +Heslo: demo1234 +Plán: Pro (všechny funkce) +``` +""") + + with gr.Tab("Registrace (zdarma)"): + rg_name = gr.Textbox(label="Celé jméno", placeholder="Jan Novák") + rg_email = gr.Textbox(label="E-mail", placeholder="jan@firma.cz") + rg_pass = gr.Textbox(label="Heslo (min. 8 znaků)", type="password") + rg_btn = gr.Button("Vytvořit účet zdarma →", variant="primary") + rg_msg = gr.Markdown("") + gr.Markdown("_Registrací souhlasíte s podmínkami použití a GDPR._") + + # ── DASHBOARD ───────────────────────────────────────── + with gr.Group(visible=False) as dash_grp: + with gr.Tabs(): + + # TAB: Upload + with gr.Tab("📤 Nahrát faktury"): + gr.Markdown("### Nahrajte faktury — PDF, JPG nebo PNG") + up_files = gr.File( + label="Přetáhněte soubory nebo klikněte pro výběr", + file_types=[".pdf", ".jpg", ".jpeg", ".png", ".tiff"], + file_count="multiple", + ) + up_btn = gr.Button("⚡ Zpracovat faktury", variant="primary", size="lg") + up_status = gr.Markdown("") + up_result = gr.Markdown("") + with gr.Accordion("🔍 JSON výstup (raw data)", open=False): + up_json = gr.Code(language="json", label="Extrahovaná data") + + # TAB: Faktury + with gr.Tab("📋 Moje faktury"): + ls_btn = gr.Button("🔄 Načíst / obnovit", variant="secondary") + ls_table = gr.Markdown("") + + # TAB: Export + with gr.Tab("📊 Export"): + gr.Markdown(""" +### Stáhnout data + +| Formát | Dostupnost | +|--------|-----------| +| CSV | ✅ Zdarma pro všechny | +| JSON | 🔒 Basic plán a výše | +| Excel | 🔒 Basic plán (po upgradu) | +""") + with gr.Row(): + ex_csv_btn = gr.Button("⬇️ Stáhnout CSV", variant="primary") + ex_json_btn = gr.Button("⬇️ Stáhnout JSON (Basic+)", variant="secondary") + ex_csv_file = gr.File(label="CSV soubor") + ex_json_file = gr.File(label="JSON soubor") + ex_msg = gr.Markdown("") + + # TAB: Upgrade + with gr.Tab("⚡ Upgrade plánu"): + gr.Markdown(PLAN_MD) + with gr.Row(): + up_plan = gr.Dropdown( + choices=["basic", "pro", "enterprise"], + value="pro", + label="Vyberte plán", + ) + up_plan_btn = gr.Button("Přejít na Stripe platbu →", variant="primary") + up_plan_msg = gr.Markdown("") + + # TAB: Profil / API + with gr.Tab("👤 Profil & API"): + pr_btn = gr.Button("Načíst profil a API klíč", variant="secondary") + pr_out = gr.Markdown("") + + # TAB: Odhlásit + with gr.Tab("🚪 Odhlásit"): + lo_btn = gr.Button("Odhlásit se", variant="stop") + lo_msg = gr.Markdown("") + + # ── FOOTER ──────────────────────────────────────────── + gr.Markdown(DISCLAIMER_MD) + + # ── EVENTS ──────────────────────────────────────────── + rg_btn.click(fn_register, [rg_name, rg_email, rg_pass], + [token, rg_msg, auth_grp, dash_grp]) + + li_btn.click(fn_login, [li_email, li_pass], + [token, li_msg, auth_grp, dash_grp]) + + up_btn.click(fn_upload, [up_files, token], + [up_status, up_result, up_json]) + + ls_btn.click(fn_list, [token], [ls_table]) + + ex_csv_btn.click(fn_export_csv, [token], [ex_csv_file, ex_msg]) + ex_json_btn.click(fn_export_json, [token], [ex_json_file, ex_msg]) + + up_plan_btn.click(fn_checkout, [up_plan, token], [up_plan_msg]) + + pr_btn.click(fn_status, [token], [pr_out]) + + lo_btn.click(fn_logout, [token], [token, lo_msg, auth_grp, dash_grp]) + + return app + + +# ═════════════════════════════════════════════════════════════ +# SPUŠTĚNÍ +# ═════════════════════════════════════════════════════════════ if __name__ == "__main__": - demo.launch( - css=CUSTOM_CSS, + app = build_app() + app.launch( server_name="0.0.0.0", server_port=7860, + show_error=True, + share=False, ) \ No newline at end of file