Spaces:
Sleeping
Sleeping
File size: 7,284 Bytes
b2b9402 f32590f 5a5d795 b2b9402 786950d b2b9402 2f3a88e b2b9402 786950d b2b9402 2f3a88e b2b9402 4d01933 b2b9402 4d01933 b2b9402 786950d 4d01933 b2b9402 4d01933 b2b9402 786950d b2b9402 4d01933 786950d b2b9402 4d01933 b2b9402 786950d 4d01933 b2b9402 4d01933 b2b9402 4d01933 b2b9402 4d01933 b2b9402 786950d b2b9402 786950d 2f3a88e 786950d 4d01933 2f3a88e b2b9402 4d01933 b2b9402 4d01933 b2b9402 4d01933 b2b9402 786950d b2b9402 e039202 786950d e039202 4d01933 e039202 4d01933 e039202 b2b9402 4d01933 b2b9402 4d01933 b2b9402 4d01933 b2b9402 4d01933 b2b9402 f32590f b2b9402 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 | import os
import threading
import pandas as pd
from flask import Flask, request, jsonify
import gradio as gr
from langchain_community.document_loaders import CSVLoader
from langchain_chroma import Chroma
from langchain_huggingface import HuggingFaceEmbeddings
# =====================================================================
# 1. VECTOR DATABASE SETUP & INGESTION (LangChain + ChromaDB)
# =====================================================================
DB_DIR = "./chroma_db"
CSV_FILE = "dataset.csv"
if not os.path.exists(CSV_FILE):
raise FileNotFoundError(f"Missing required dataset file: {CSV_FILE}")
# Initialize CPU-optimized embedding model
embeddings = HuggingFaceEmbeddings(
model_name="sentence-transformers/all-MiniLM-L6-v2",
model_kwargs={"device": "cpu"}
)
# Build or load ChromaDB vector store (handles empty directory edge cases)
if not os.path.exists(DB_DIR) or not os.listdir(DB_DIR):
print("Initializing ChromaDB vector store from dataset.csv...")
loader = CSVLoader(
file_path=CSV_FILE,
metadata_columns=["intent", "action_workflow"],
source_column="query"
)
docs = loader.load()
vectorstore = Chroma.from_documents(docs, embeddings, persist_directory=DB_DIR)
print("Vector database built successfully.")
else:
vectorstore = Chroma(persist_directory=DB_DIR, embedding_function=embeddings)
def evaluate_intent(user_query: str):
"""Retrieves top matching intent records from ChromaDB and computes similarity."""
if not user_query or not user_query.strip():
return "Invalid Query", "0.0%", "Please enter a non-empty query.", pd.DataFrame()
# Similarity search over vector space
results = vectorstore.similarity_search_with_score(user_query.strip(), k=3)
if not results:
return "Unknown Intent", "0.0%", "No automated workflow found", pd.DataFrame()
top_doc, top_score = results[0]
# Distance to similarity confidence percentage conversion
confidence_raw = max(0.0, 1.0 - (top_score / 2.0))
confidence_pct = f"{round(confidence_raw * 100, 1)}%"
predicted_intent = top_doc.metadata.get("intent", "Unknown")
action_outcome = top_doc.metadata.get("action_workflow", "N/A")
# Format grounding contexts table
context_data = [
{
"Matched Historical Query": doc.page_content,
"Mapped Intent": doc.metadata.get("intent"),
"Similarity Score": f"{round(max(0.0, 1.0 - (score / 2.0)) * 100, 1)}%",
"Workflow Trigger": doc.metadata.get("action_workflow")
}
for doc, score in results
]
return predicted_intent, confidence_pct, action_outcome, pd.DataFrame(context_data)
# =====================================================================
# 2. REST API BACKEND (Flask with Robust Payload Validation)
# =====================================================================
flask_app = Flask(__name__)
@flask_app.route("/health", methods=["GET"])
def health():
return jsonify({"status": "active", "vector_db": "ChromaDB", "framework": "LangChain"})
@flask_app.route("/api/predict", methods=["POST"])
def api_predict():
data = request.get_json(silent=True)
if not data or "query" not in data:
return jsonify({"error": "Invalid request. JSON body must contain 'query' field."}), 400
query = data.get("query", "")
intent, confidence, action, _ = evaluate_intent(query)
return jsonify({
"query": query,
"predicted_intent": intent,
"confidence": confidence,
"triggered_action": action
})
def run_flask():
flask_app.run(host="0.0.0.0", port=5000, debug=False, use_reloader=False)
# Start background API thread
threading.Thread(target=run_flask, daemon=True).start()
# =====================================================================
# 3. GRADIO FRONTEND DESIGN SYSTEM
# =====================================================================
custom_css = """
.gradio-container { background-color: #0B0F19 !important; font-family: 'Inter', sans-serif !important; color: #F8FAFC !important; }
.block, .form, div[data-testid="column"] { background: #161B26 !important; border: 1px solid #262D3D !important; border-radius: 12px !important; }
h1 { color: #FFFFFF !important; font-weight: 700 !important; letter-spacing: -0.02em !important; }
p, label span { color: #94A3B8 !important; }
button.primary { background: linear-gradient(135deg, #635BFF 0%, #4F46E5 100%) !important; color: #FFFFFF !important; border: none !important; border-radius: 8px !important; font-weight: 600 !important; padding: 10px 20px !important; }
button.primary:hover { background: linear-gradient(135deg, #4F46E5 0%, #3730A3 100%) !important; box-shadow: 0 4px 12px rgba(99, 91, 255, 0.3) !important; }
textarea, input[type="text"] { background-color: #0F1420 !important; border: 1px solid #2A3347 !important; color: #F8FAFC !important; border-radius: 8px !important; }
textarea:focus, input[type="text"]:focus { border-color: #635BFF !important; box-shadow: 0 0 0 2px rgba(99, 91, 255, 0.2) !important; }
div[data-testid="textbox"] input { font-weight: 700 !important; color: #38BDF8 !important; }
.dataframe { background-color: #0F1420 !important; color: #E2E8F0 !important; border-radius: 8px !important; border: 1px solid #262D3D !important; }
.dataframe th { background-color: #1E2638 !important; color: #94A3B8 !important; font-weight: 600 !important; }
.badge-status { display: inline-block; padding: 4px 12px; background: rgba(16, 185, 129, 0.1); border: 1px solid #10B981; color: #10B981; border-radius: 9999px; font-size: 12px; font-weight: 600; }
"""
with gr.Blocks(css=custom_css, title="E-Commerce RAG Engine") as demo:
gr.HTML("""
<div style="padding: 10px 0px 20px 0px;">
<span class="badge-status">● RAG Pipeline Active</span>
<span class="badge-status" style="margin-left: 8px; border-color: #3B82F6; color: #3B82F6; background: rgba(59, 130, 246, 0.1);">ChromaDB Loaded</span>
<h1 style="margin-top: 12px; font-size: 28px;">E-Commerce Intent Evaluation Engine</h1>
<p style="font-size: 14px;">Semantic query intent classification and automated action mapping powered by LangChain & Vector Embeddings.</p>
</div>
""")
with gr.Row():
with gr.Column(scale=1):
input_text = gr.Textbox(
lines=3,
placeholder="e.g., Where is my package #8923?",
label="Customer Inquiry Query"
)
submit_btn = gr.Button("Evaluate Intent", variant="primary")
with gr.Column(scale=1):
out_intent = gr.Textbox(label="Predicted Intent Label")
out_score = gr.Textbox(label="Cosine Confidence Match")
out_action = gr.Textbox(label="Triggered Action Workflow")
gr.HTML("<h3 style='margin-top: 24px; font-size: 18px; color: #FFFFFF;'>Grounding Vector Search Contexts</h3>")
out_table = gr.Dataframe(label="ChromaDB Top Semantic Matches")
submit_btn.click(
fn=evaluate_intent,
inputs=[input_text],
outputs=[out_intent, out_score, out_action, out_table]
)
if __name__ == "__main__":
demo.launch(server_name="0.0.0.0", server_port=7860) |