File size: 10,440 Bytes
fa1fead
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
# smartdocs/ui/components/answer_panel.py
"""
WHY THIS EXISTS:
Consumes the SSE stream from POST /query/stream and renders:
  1. Sources panel โ€” populated immediately when 'sources' event arrives
  2. Answer โ€” streamed character by character as tokens arrive
  3. Language badge โ€” shown in answer header
  4. CRAG disclosure โ€” when answer comes from web search
 
SSE CONSUMER DESIGN:
  Streamlit is synchronous. We use httpx.stream() in sync mode.
  st.empty() placeholders update in-place โ€” no page rerender.
  Each SSE event updates a specific placeholder.
 
  Event order: sources โ†’ answer โ†’ metadata โ†’ done
  Sources update BEFORE the answer renders โ€” LAW 9 compliance.
 
THINK TAG STRIPPING:
  Sarvam-M exposes chain-of-thought in <think>...</think> tags.
  These are stripped client-side before rendering.
  The reasoning is real but showing it confuses non-technical users.
"""
 
from __future__ import annotations
 
import json
import re
import time
 
import httpx
import streamlit as st
 
 
def _strip_think_tags(text: str) -> str:
    """
    Strips Sarvam-M chain-of-thought reasoning blocks.
    <think>...</think> content is valid reasoning โ€” not shown to users.
    """
    return re.sub(r"<think>.*?</think>", "", text, flags=re.DOTALL).strip()
 
 
def _render_sources(sources: list[dict], crag_triggered: bool) -> None:
    """Renders cited sources in an expandable panel."""
    if not sources:
        return
 
    label = f"๐Ÿ“š Sources ({len(sources)})"
    if crag_triggered:
        label += " ยท includes web search"
 
    with st.expander(label, expanded=True):
        for i, source in enumerate(sources, 1):
            is_web = source.get("is_crag", False)
            icon = "๐ŸŒ" if is_web else "๐Ÿ“„"
            title = source.get("title", "Document")
            page = source.get("page_number", 0)
            score = source.get("reranker_score", 0.0)
 
            if is_web:
                url = source.get("url", "")
                st.markdown(
                    f"{icon} **{title}** ยท [web]({url}) ยท relevance: `{score:.2f}`"
                    if url
                    else f"{icon} **{title}** ยท web search ยท relevance: `{score:.2f}`"
                )
            else:
                st.markdown(
                    f"{icon} **{title}** ยท page {page} ยท relevance: `{score:.2f}`"
                )
 
            if i < len(sources):
                st.divider()
 
 
def _render_answer_text(text: str, language: str, language_code: str) -> None:
    """Renders the final cleaned answer with language indicator."""
    lang_flags = {
        "hi": "๐Ÿ‡ฎ๐Ÿ‡ณ", "ta": "๐Ÿ‡ฎ๐Ÿ‡ณ", "te": "๐Ÿ‡ฎ๐Ÿ‡ณ", "kn": "๐Ÿ‡ฎ๐Ÿ‡ณ",
        "ml": "๐Ÿ‡ฎ๐Ÿ‡ณ", "mr": "๐Ÿ‡ฎ๐Ÿ‡ณ", "en": "๐Ÿ‡ฌ๐Ÿ‡ง", "gu": "๐Ÿ‡ฎ๐Ÿ‡ณ",
        "pa": "๐Ÿ‡ฎ๐Ÿ‡ณ", "bn": "๐Ÿ‡ฎ๐Ÿ‡ณ", "ur": "๐Ÿ‡ฎ๐Ÿ‡ณ",
    }
    flag = lang_flags.get(language_code, "๐ŸŒ")
 
    st.markdown(
        f"<div style='color: #888; font-size: 0.8em; margin-bottom: 8px;'>"
        f"{flag} Answered in {language}</div>",
        unsafe_allow_html=True,
    )
    st.markdown(text)
 
 
def stream_and_render_answer(
    query: str,
    doc_id: str,
    doc_title: str,
    api_base: str,
    user_id: str,
) -> None:
    """
    Calls POST /query/stream, consumes 4 SSE events, renders progressively.
 
    Rendering order (matches SSE event order):
      1. Spinner shown immediately
      2. 'sources' event โ†’ sources panel renders, spinner text updates
      3. 'answer' event โ†’ answer renders (think tags stripped)
      4. 'metadata' event โ†’ stored in session_state for cost_panel
      5. 'done' event โ†’ spinner dismissed
 
    On any error: error event or exception โ†’ renders error message, never hangs.
    """
    # Placeholders โ€” updated in-place as events arrive
    spinner_placeholder = st.empty()
    sources_placeholder = st.empty()
    answer_placeholder = st.empty()
 
    spinner_placeholder.info("๐Ÿ” Searching your document...")
 
    collected_sources = []
    collected_answer = ""
    collected_metadata = {}
    crag_triggered = False
    error_occurred = False
 
    try:
        with httpx.stream(
            "POST",
            f"{api_base}/query/stream",
            headers={
                "X-User-ID": user_id,
                "Content-Type": "application/json",
            },
            json={
                "query": query,
                "doc_id": doc_id,
                "doc_title": doc_title,
            },
            timeout=120.0,
        ) as response:
 
            if response.status_code != 200:
                spinner_placeholder.empty()
                st.error(f"Query failed: HTTP {response.status_code}")
                return
 
            current_event = None
 
            for line in response.iter_lines():
                line = line.strip()
                if not line:
                    continue
 
                if line.startswith("event:"):
                    current_event = line[len("event:"):].strip()
                    continue
 
                if line.startswith("data:") and current_event:
                    raw_data = line[len("data:"):].strip()
 
                    try:
                        data = json.loads(raw_data)
                    except json.JSONDecodeError:
                        continue
 
                    # โ”€โ”€ sources event โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€
                    if current_event == "sources":
                        collected_sources = data.get("sources", [])
                        crag_triggered = data.get("crag_triggered", False)
                        spinner_placeholder.info("โœ๏ธ Generating answer...")
                        with sources_placeholder.container():
                            _render_sources(collected_sources, crag_triggered)
 
                    # โ”€โ”€ answer event โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€
                    elif current_event == "answer":
                        raw_answer = data.get("text", "")
                        collected_answer = _strip_think_tags(raw_answer)
                        spinner_placeholder.empty()
                        with answer_placeholder.container():
                            _render_answer_text(
                                collected_answer,
                                language=collected_metadata.get("language", "English"),
                                language_code=collected_metadata.get("language_code", "en"),
                            )
 
                    # โ”€โ”€ metadata event โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€
                    elif current_event == "metadata":
                        collected_metadata = data
                        # Re-render answer with language info now available
                        if collected_answer:
                            with answer_placeholder.container():
                                _render_answer_text(
                                    collected_answer,
                                    language=data.get("language", "English"),
                                    language_code=data.get("language_code", "en"),
                                )
 
                    # โ”€โ”€ error event โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€
                    elif current_event == "error":
                        error_occurred = True
                        spinner_placeholder.empty()
                        error_msg = data.get("error", "Unknown error")
                        error_code = data.get("code", "")
                        answer_placeholder.error(f"โŒ {error_msg} ({error_code})")
 
                    # โ”€โ”€ done event โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€
                    elif current_event == "done":
                        spinner_placeholder.empty()
                        break
 
                    current_event = None
 
    except httpx.TimeoutException:
        spinner_placeholder.empty()
        answer_placeholder.error(
            "โฑ๏ธ Query timed out after 120 seconds. "
            "Try a shorter or more specific question."
        )
        error_occurred = True
 
    except httpx.ConnectError:
        spinner_placeholder.empty()
        answer_placeholder.error(
            "๐Ÿ”Œ Cannot connect to SmartDocs API. "
            f"Is the server running at {api_base}?"
        )
        error_occurred = True
 
    except Exception as e:
        spinner_placeholder.empty()
        answer_placeholder.error(f"โŒ Unexpected error: {str(e)[:200]}")
        error_occurred = True
 
    # โ”€โ”€ Persist results in session_state โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€
    if not error_occurred and collected_answer:
        st.session_state.last_answer = collected_answer
        st.session_state.last_sources = collected_sources
        st.session_state.last_metadata = collected_metadata
        st.session_state.last_crag = crag_triggered
 
        # Accumulate session cost
        cost_this_query = collected_metadata.get("cost_inr", 0.0)
        st.session_state.session_cost_inr = (
            st.session_state.get("session_cost_inr", 0.0) + cost_this_query
        )
        st.session_state.query_count = st.session_state.get("query_count", 0) + 1
 
 
def render_previous_answer() -> None:
    """
    Re-renders the last answer from session_state without re-querying.
    Called on Streamlit reruns (e.g. after clicking a button) to preserve
    the answer panel state.
    """
    if not st.session_state.get("last_answer"):
        return
 
    sources = st.session_state.get("last_sources", [])
    crag = st.session_state.get("last_crag", False)
    meta = st.session_state.get("last_metadata", {})
    answer = st.session_state.get("last_answer", "")
 
    _render_sources(sources, crag)
    _render_answer_text(
        answer,
        language=meta.get("language", "English"),
        language_code=meta.get("language_code", "en"),
    )