Spaces:
Runtime error
Runtime error
Download app.py from ChogwuCY/Question-only: direct link, hf CLI and curl.
- Browser
- Download file 9.29 kB
-
https://huggingface.co/spaces/ChogwuCY/Question-only/resolve/main/app.py
- Command line
-
hf download hf://spaces/ChogwuCY/Question-only/app.py
-
curl -L -o app.py https://huggingface.co/spaces/ChogwuCY/Question-only/resolve/main/app.py
9.29 kB
| # app.py — Salatus QA (Question-only, with retriever), robust start-up | |
| import os | |
| import json | |
| import math | |
| import traceback | |
| from functools import lru_cache | |
| from pathlib import Path | |
| import gradio as gr | |
| import numpy as np | |
| # Put caches in /tmp so the Space doesn't fill persistent storage | |
| os.environ.setdefault("HF_HOME", "/tmp/hf") | |
| os.environ.setdefault("TRANSFORMERS_CACHE", "/tmp/hf/transformers") | |
| os.environ.setdefault("HF_DATASETS_CACHE", "/tmp/hf/datasets") | |
| os.environ.setdefault("HUGGINGFACE_HUB_CACHE", "/tmp/hf/hub") | |
| # ----------------------------- | |
| # CONFIG | |
| # ----------------------------- | |
| MODEL_REPO = "ChogwuCY/salatus-qa-xlmrb-base" # <-- keep quotes! | |
| RETR_DIR = Path("retriever") # expects contexts.json + tfidf_pipe.joblib (+ optional X.npz) | |
| BRAND_CSS = """ | |
| :root { | |
| --brand-primary: #0f172a; /* slate-900 */ | |
| --brand-accent: #f59e0b; /* amber-500 */ | |
| } | |
| .gradio-container { font-family: ui-sans-serif, system-ui, -apple-system, Segoe UI, Roboto, Helvetica, Arial; } | |
| #bar { background: linear-gradient(135deg, #0ea5e9, #0f172a 70%); color: white; padding: 16px 20px; border-radius: 12px; } | |
| button, .gr-button { background: var(--brand-accent) !important; color: #111 !important; border-radius: 12px !important; font-weight: 700 !important; } | |
| textarea, input, .gr-textbox, .gr-box { border-radius: 12px !important; } | |
| mark { background: #fff59d; padding: 0 .15em; border-radius: .2em; } | |
| """ | |
| # ----------------------------- | |
| # LIGHTWEIGHT UTILS | |
| # ----------------------------- | |
| def _log(msg: str): | |
| print(msg, flush=True) | |
| def _norm(s: str) -> str: | |
| if not s: | |
| return "" | |
| s = s.replace("\u200b","").replace("\u200c","").replace("\xa0"," ") | |
| s = s.replace("’", "'").replace("‘", "'").replace("“", '"').replace("”", '"') | |
| return " ".join(s.split()) | |
| # ----------------------------- | |
| # RETRIEVER (TF-IDF) | |
| # ----------------------------- | |
| def load_retriever(): | |
| """ | |
| Returns (contexts, pipe) or ([], None) if not found. | |
| """ | |
| try: | |
| ctx_path = RETR_DIR / "contexts.json" | |
| pipe_path = RETR_DIR / "tfidf_pipe.joblib" | |
| if not ctx_path.exists() or not pipe_path.exists(): | |
| _log("[warn] retriever assets not found — running without retrieval.") | |
| return [], None | |
| contexts = json.loads(ctx_path.read_text(encoding="utf-8")) | |
| # lazy import to avoid import cost if not present | |
| import joblib | |
| pipe = joblib.load(pipe_path) | |
| _log(f"[load] retriever: contexts={len(contexts)} pipe_ok=1") | |
| return contexts, pipe | |
| except Exception: | |
| _log("[error] failed to load retriever:") | |
| _log("".join(traceback.format_exc())) | |
| return [], None | |
| def retrieve(question: str, top_k: int, thresh: float): | |
| contexts, pipe = load_retriever() | |
| if not contexts or pipe is None or not question.strip(): | |
| return [] | |
| try: | |
| Q = [question] | |
| qv = pipe.transform(Q) # L2-normalized | |
| Cv = pipe.transform(contexts) | |
| sims = (qv @ Cv.T).toarray()[0] # cosine sims because of Normalizer | |
| idxs = np.argsort(-sims)[: max(1, top_k)] | |
| out = [] | |
| for i in idxs: | |
| s = float(sims[i]) | |
| if s >= thresh: | |
| out.append((int(i), s, contexts[i])) | |
| return out | |
| except Exception: | |
| _log("[error] retrieve() crashed:") | |
| _log("".join(traceback.format_exc())) | |
| return [] | |
| # ----------------------------- | |
| # QA PIPELINE | |
| # ----------------------------- | |
| def load_qa(): | |
| from transformers import pipeline | |
| device = 0 if os.environ.get("CUDA_VISIBLE_DEVICES") else -1 | |
| _log(f"[load] QA model: {MODEL_REPO} device={'cuda:0' if device==0 else 'cpu'}") | |
| qa = pipeline("question-answering", model=MODEL_REPO, tokenizer=MODEL_REPO, device=device) | |
| return qa | |
| def extract_span(qa, q: str, context: str, max_len: int): | |
| try: | |
| out = qa({"question": q, "context": context}, top_k=3, max_answer_len=int(max_len), truncation=True) | |
| outs = [out] if isinstance(out, dict) else out | |
| best = max(outs, key=lambda x: x.get("score", 0.0)) | |
| ans = best.get("answer", "").strip() | |
| s = best.get("start", -1) | |
| e = best.get("end", -1) | |
| return ans, s, e, outs | |
| except Exception: | |
| _log("[error] extract_span crashed:") | |
| _log("".join(traceback.format_exc())) | |
| return "", -1, -1, [] | |
| def run(question: str, top_k: int, max_len: int, thresh: float, lang: str): | |
| """ | |
| Returns four strings: | |
| best_ans, sent_ans, top3_str, selected_passages_str | |
| """ | |
| try: | |
| q = _norm(question) | |
| if not q: | |
| return "—", "", "", "" | |
| # 1) Retrieve candidate contexts | |
| cands = retrieve(q, max(1, int(top_k)), float(thresh)) | |
| if not cands: | |
| msg_ms = "Tiada konteks ditemui (cuba rendahkan ambang persamaan atau naikkan top_k)." | |
| msg_en = "No passage found (try lowering the similarity threshold or increasing top_k)." | |
| return ("—", msg_ms if lang == "ms" else msg_en, "", "") | |
| qa = load_qa() | |
| # 2) Ask QA per context and keep the best | |
| best_score = -1.0 | |
| best_ans = "" | |
| best_sent = "" | |
| tops_list = [] | |
| chosen_list = [] | |
| for idx, sim, ctx in cands: | |
| ans, s, e, outs = extract_span(qa, q, ctx, int(max_len)) | |
| chosen_list.append(f"[{idx}] sim={sim:.3f} {ctx[:260]}…") | |
| if not ans: | |
| continue | |
| score = float(outs[0].get("score", 0.0)) | |
| tops_list.append(f"- {ans} (confidence≈{score*100:.1f}%) • sim={sim:.3f}") | |
| if score > best_score: | |
| best_score = score | |
| best_ans = ans | |
| if isinstance(s, int) and isinstance(e, int) and 0 <= s < e <= len(ctx): | |
| best_sent = ctx[:s] + "<mark>" + ctx[s:e] + "</mark>" + ctx[e:] | |
| else: | |
| best_sent = ctx.replace(ans, f"<mark>{ans}</mark>", 1) | |
| if not best_ans: | |
| msg_ms = "Model tidak menemui jawapan yang yakin dalam petikan terpilih." | |
| msg_en = "Model did not find a confident answer in the selected passages." | |
| return ("—", msg_ms if lang == "ms" else msg_en, "\n".join(tops_list[:3]), "\n".join(chosen_list[:5])) | |
| top3_str = "\n".join(tops_list[:3]) | |
| chosen = "\n".join(chosen_list[:5]) | |
| return best_ans, best_sent, top3_str, chosen | |
| except Exception: | |
| _log("[error] run() crashed:") | |
| _log("".join(traceback.format_exc())) | |
| return "—", "Ralat dalaman / Internal error.", "", "" | |
| # ----------------------------- | |
| # UI | |
| # ----------------------------- | |
| def build_ui(): | |
| with gr.Blocks( | |
| title="Salatus QA — Question-Only", | |
| css=BRAND_CSS, | |
| theme=gr.themes.Soft(primary_hue="slate", secondary_hue="amber"), | |
| ) as demo: | |
| gr.HTML('<div id="bar"><b>Salatus QA — Question-Only</b><br><span style="opacity:.85">Masukkan soalan sahaja. Aplikasi memilih konteks terbaik, kemudian mengekstrak jawapan.</span></div>') | |
| with gr.Row(): | |
| lang = gr.Radio(choices=["ms", "en"], value="ms", label="Bahasa / Language (ms/en)") | |
| q = gr.Textbox(label="Soalan / Question", placeholder="Tulis soalan di sini…") | |
| with gr.Row(): | |
| top_k = gr.Slider(1, 10, value=5, step=1, label="Bilangan konteks dicadang (top_k) / Number of candidate passages") | |
| maxlen = gr.Slider(6, 24, value=12, step=1, label="Maks panjang jawapan (token) / Max answer length (tokens)") | |
| thresh = gr.Slider(0.01, 0.25, value=0.12, step=0.01, label="Ambang persamaan (retrieval) / Similarity threshold") | |
| ask_btn = gr.Button("Tanya / Ask") | |
| best = gr.Textbox(label="Jawapan terbaik / Best answer") | |
| sent = gr.HTML(label="Jawapan (ayat) / Answer (sentence)") | |
| tops = gr.Textbox(label="Calon jawapan (Top-3) / Top-3 candidates") | |
| rets = gr.Textbox(label="Konteks terpilih / Selected passages") | |
| # NEW: set concurrency on the event (replacement for deprecated concurrency_count) | |
| ask_btn.click( | |
| fn=run, | |
| inputs=[q, top_k, maxlen, thresh, lang], | |
| outputs=[best, sent, tops, rets], | |
| concurrency_limit=2, | |
| ) | |
| gr.Examples( | |
| examples=[ | |
| ["Siapakah yang dikahwinkan dengan Tuan Puteri Mahtabu’l-Bahri?", 5, 12, 0.12, "ms"], | |
| ["Siapakah yang memerintahkan pihak Sultan Alau'd-Din?", 5, 12, 0.12, "ms"], | |
| ["Who married Tuan Puteri Mahtabu’l-Bahri?", 5, 12, 0.12, "en"], | |
| ], | |
| inputs=[q, top_k, maxlen, thresh, lang], | |
| examples_per_page=3, | |
| label="Contoh pantas / Quick examples", | |
| ) | |
| return demo | |
| # Build once at import time | |
| demo = build_ui() | |
| app = demo # alias for HF Spaces auto-discovery | |
| # Launch on Spaces or locally (no deprecated queue args) | |
| if __name__ == "__main__" or os.environ.get("SPACE_ID"): | |
| demo.launch( | |
| server_name="0.0.0.0", | |
| server_port=int(os.environ.get("PORT", 7860)), | |
| show_api=False, | |
| max_threads=8, # worker pool size | |
| ) | |