Spaces:
Running on Zero
Running on Zero
Download app.py from Sentovara/Sentinel-S1-chat: direct link, hf CLI and curl.
- Browser
- Download file 6.25 kB
-
https://huggingface.co/spaces/Sentovara/Sentinel-S1-chat/resolve/main/app.py
- Command line
-
hf download hf://spaces/Sentovara/Sentinel-S1-chat/app.py
-
curl -L -o app.py https://huggingface.co/spaces/Sentovara/Sentinel-S1-chat/resolve/main/app.py
6.25 kB
| import re, json, urllib.parse, urllib.request | |
| import gradio as gr | |
| import spaces | |
| import torch | |
| from transformers import AutoModelForCausalLM, AutoTokenizer | |
| from peft import PeftModel | |
| BASE, REV = "allenai/Olmo-3-7B-Instruct", "6e5971d9eba42665f5bd5a0fcf047f299ce1dccc" | |
| ADAPTER = "Sentovara/Sentinel-S1-7B" | |
| SEARCH_PROMPT = ("Answer the question using the Wikipedia passages below. Give a short factual answer only (a few words), " | |
| "then on a new line write 'Source: ' followed by the number of the passage you used.\n\n") | |
| tok = AutoTokenizer.from_pretrained(BASE, revision=REV) | |
| model = AutoModelForCausalLM.from_pretrained(BASE, revision=REV, dtype=torch.bfloat16) | |
| model = PeftModel.from_pretrained(model, ADAPTER, torch_device="cpu").merge_and_unload() | |
| model.to("cuda") | |
| model.eval() | |
| def generate(messages, max_new_tokens=400): | |
| ids = tok.apply_chat_template(messages, add_generation_prompt=True, return_tensors="pt") | |
| if hasattr(ids, "keys"): ids = ids["input_ids"] | |
| ids = ids.to("cuda") | |
| with torch.no_grad(): | |
| out = model.generate(ids, max_new_tokens=max_new_tokens, do_sample=False) | |
| return tok.decode(out[0, ids.shape[1]:], skip_special_tokens=True).strip() | |
| def wiki_passages(query, n=5): | |
| q = urllib.parse.urlencode({"action": "query", "list": "search", "srsearch": query, "srlimit": n, "format": "json"}) | |
| req = urllib.request.Request("https://en.wikipedia.org/w/api.php?" + q, headers={"User-Agent": "SentinelS1-demo/1.0 (huggingface.co/Sentovara)"}) | |
| titles = [h["title"] for h in json.load(urllib.request.urlopen(req, timeout=10))["query"]["search"]] | |
| if not titles: return [] | |
| q2 = urllib.parse.urlencode({"action": "query", "prop": "extracts", "exintro": 1, "explaintext": 1, "titles": "|".join(titles), "format": "json"}) | |
| req2 = urllib.request.Request("https://en.wikipedia.org/w/api.php?" + q2, headers={"User-Agent": "SentinelS1-demo/1.0 (huggingface.co/Sentovara)"}) | |
| pages = json.load(urllib.request.urlopen(req2, timeout=10))["query"]["pages"].values() | |
| by = {p["title"]: p.get("extract", "") for p in pages} | |
| return [(t, by.get(t, "")[:600]) for t in titles if by.get(t)] | |
| def _text(c): | |
| if isinstance(c, str): return c | |
| if isinstance(c, dict): return c.get("text") or "" | |
| if isinstance(c, (list, tuple)): return " ".join(_text(x) for x in c) | |
| return "" | |
| def to_messages(history, user_msg): | |
| msgs = [] | |
| for m in history: | |
| if isinstance(m, dict) and m.get("role") in ("user", "assistant"): | |
| t = _text(m.get("content")) | |
| if m["role"] == "assistant": | |
| t = t.split("\n\n🔎")[0].replace("⚠️ **Sentinel is unsure** — treat this as a guess:\n\n", "UNSURE: ") | |
| if t: msgs.append({"role": m["role"], "content": t}) | |
| return msgs + [{"role": "user", "content": user_msg}] | |
| def chat(user_msg, history, use_search): | |
| history = history or [] | |
| reply = generate(to_messages(history, user_msg)) | |
| flagged = reply.startswith("UNSURE:") | |
| shown = reply | |
| if flagged: | |
| shown = "⚠️ **Sentinel is unsure** — treat this as a guess:\n\n" + reply[len("UNSURE:"):].strip() | |
| if use_search: | |
| try: | |
| ps = wiki_passages(user_msg) | |
| except Exception: | |
| ps = [] | |
| if ps: | |
| prompt = SEARCH_PROMPT + "\n\n".join(f"[{i+1}] {t}: {x}" for i, (t, x) in enumerate(ps)) + f"\n\nQuestion: {user_msg}" | |
| ans = generate([{"role": "user", "content": prompt}], max_new_tokens=96) | |
| m = re.search(r"Source:\s*\[?(\d+)", ans) | |
| body = ans.split("Source:")[0].strip() | |
| if body.startswith("UNSURE:"): | |
| shown += "\n\n🔎 **Looked it up on Wikipedia:** still not sure — " + body[len("UNSURE:"):].strip() | |
| else: | |
| shown += "\n\n🔎 **Looked it up on Wikipedia:** " + body | |
| if m and 1 <= int(m.group(1)) <= len(ps): | |
| t = ps[int(m.group(1)) - 1][0] | |
| shown += f"\n\nSource: [{t}](https://en.wikipedia.org/wiki/{urllib.parse.quote(t.replace(' ', '_'))})" | |
| else: | |
| shown += "\n\n🔎 Wikipedia search found nothing useful." | |
| history = history + [{"role": "user", "content": user_msg}, {"role": "assistant", "content": shown}] | |
| return "", history | |
| INTRO = """# Sentinel S1 (7B) — an AI that tells you when it doesn't know | |
| Sentinel S1 is [Olmo 3 7B Instruct](https://huggingface.co/allenai/Olmo-3-7B-Instruct) trained by [Sentovara](https://huggingface.co/Sentovara) to flag answers it is likely to get wrong. When it answers plainly it was right 75% of the time on test questions (the original model: 20%), and it flagged 94% of its own wrong answers. Try a hard general-knowledge question and a simple one, or just chat. | |
| *This demo uses a simple live Wikipedia search, not the stronger search used in our tests. It can still be wrong — don't rely on it for medical, legal or financial decisions.* · [Model](https://huggingface.co/Sentovara/Sentinel-S1-7B) · [32B version](https://huggingface.co/Sentovara/Sentinel-S1-32B) · Questions, or want the training recipe? Ask in the Community tab or at [sentovara.com](https://sentovara.com).""" | |
| with gr.Blocks(title="Sentinel S1") as demo: | |
| gr.Markdown(INTRO) | |
| try: | |
| bot = gr.Chatbot(type="messages", height=480) | |
| except TypeError: | |
| bot = gr.Chatbot(height=480) | |
| with gr.Row(): | |
| box = gr.Textbox(placeholder="Ask Sentinel something…", scale=5, show_label=False) | |
| send = gr.Button("Send", variant="primary", scale=1) | |
| use_search = gr.Checkbox(value=True, label="When Sentinel is unsure, look it up on Wikipedia") | |
| gr.Examples(["Who composed the music for the 1968 film 2001: A Space Odyssey?", "What is the capital of Australia?", | |
| "Who won the 1987 Tour de France?", "A shop sells pens at 3 for £2. How much do 12 pens cost?", "Write me a haiku about rain."], inputs=box) | |
| clear = gr.Button("Clear chat") | |
| box.submit(chat, [box, bot, use_search], [box, bot]); send.click(chat, [box, bot, use_search], [box, bot]) | |
| clear.click(lambda: [], None, bot) | |
| demo.queue(max_size=20).launch() | |