File size: 6,249 Bytes
5b219e6
 
 
 
 
 
 
 
 
 
 
 
 
 
787b754
 
 
5b219e6
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
4b4b289
 
 
 
 
 
5b219e6
4b4b289
 
 
 
 
 
 
5b219e6
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
787b754
5b219e6
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
import re, json, urllib.parse, urllib.request
import gradio as gr
import spaces
import torch
from transformers import AutoModelForCausalLM, AutoTokenizer
from peft import PeftModel

BASE, REV = "allenai/Olmo-3-7B-Instruct", "6e5971d9eba42665f5bd5a0fcf047f299ce1dccc"
ADAPTER = "Sentovara/Sentinel-S1-7B"
SEARCH_PROMPT = ("Answer the question using the Wikipedia passages below. Give a short factual answer only (a few words), "
                 "then on a new line write 'Source: ' followed by the number of the passage you used.\n\n")

tok = AutoTokenizer.from_pretrained(BASE, revision=REV)
model = AutoModelForCausalLM.from_pretrained(BASE, revision=REV, dtype=torch.bfloat16)
model = PeftModel.from_pretrained(model, ADAPTER, torch_device="cpu").merge_and_unload()
model.to("cuda")
model.eval()

@spaces.GPU(duration=60)
def generate(messages, max_new_tokens=400):
    ids = tok.apply_chat_template(messages, add_generation_prompt=True, return_tensors="pt")
    if hasattr(ids, "keys"): ids = ids["input_ids"]
    ids = ids.to("cuda")
    with torch.no_grad():
        out = model.generate(ids, max_new_tokens=max_new_tokens, do_sample=False)
    return tok.decode(out[0, ids.shape[1]:], skip_special_tokens=True).strip()

def wiki_passages(query, n=5):
    q = urllib.parse.urlencode({"action": "query", "list": "search", "srsearch": query, "srlimit": n, "format": "json"})
    req = urllib.request.Request("https://en.wikipedia.org/w/api.php?" + q, headers={"User-Agent": "SentinelS1-demo/1.0 (huggingface.co/Sentovara)"})
    titles = [h["title"] for h in json.load(urllib.request.urlopen(req, timeout=10))["query"]["search"]]
    if not titles: return []
    q2 = urllib.parse.urlencode({"action": "query", "prop": "extracts", "exintro": 1, "explaintext": 1, "titles": "|".join(titles), "format": "json"})
    req2 = urllib.request.Request("https://en.wikipedia.org/w/api.php?" + q2, headers={"User-Agent": "SentinelS1-demo/1.0 (huggingface.co/Sentovara)"})
    pages = json.load(urllib.request.urlopen(req2, timeout=10))["query"]["pages"].values()
    by = {p["title"]: p.get("extract", "") for p in pages}
    return [(t, by.get(t, "")[:600]) for t in titles if by.get(t)]

def _text(c):
    if isinstance(c, str): return c
    if isinstance(c, dict): return c.get("text") or ""
    if isinstance(c, (list, tuple)): return " ".join(_text(x) for x in c)
    return ""

def to_messages(history, user_msg):
    msgs = []
    for m in history:
        if isinstance(m, dict) and m.get("role") in ("user", "assistant"):
            t = _text(m.get("content"))
            if m["role"] == "assistant":
                t = t.split("\n\n🔎")[0].replace("⚠️ **Sentinel is unsure** — treat this as a guess:\n\n", "UNSURE: ")
            if t: msgs.append({"role": m["role"], "content": t})
    return msgs + [{"role": "user", "content": user_msg}]

def chat(user_msg, history, use_search):
    history = history or []
    reply = generate(to_messages(history, user_msg))
    flagged = reply.startswith("UNSURE:")
    shown = reply
    if flagged:
        shown = "⚠️ **Sentinel is unsure** — treat this as a guess:\n\n" + reply[len("UNSURE:"):].strip()
        if use_search:
            try:
                ps = wiki_passages(user_msg)
            except Exception:
                ps = []
            if ps:
                prompt = SEARCH_PROMPT + "\n\n".join(f"[{i+1}] {t}: {x}" for i, (t, x) in enumerate(ps)) + f"\n\nQuestion: {user_msg}"
                ans = generate([{"role": "user", "content": prompt}], max_new_tokens=96)
                m = re.search(r"Source:\s*\[?(\d+)", ans)
                body = ans.split("Source:")[0].strip()
                if body.startswith("UNSURE:"):
                    shown += "\n\n🔎 **Looked it up on Wikipedia:** still not sure — " + body[len("UNSURE:"):].strip()
                else:
                    shown += "\n\n🔎 **Looked it up on Wikipedia:** " + body
                if m and 1 <= int(m.group(1)) <= len(ps):
                    t = ps[int(m.group(1)) - 1][0]
                    shown += f"\n\nSource: [{t}](https://en.wikipedia.org/wiki/{urllib.parse.quote(t.replace(' ', '_'))})"
            else:
                shown += "\n\n🔎 Wikipedia search found nothing useful."
    history = history + [{"role": "user", "content": user_msg}, {"role": "assistant", "content": shown}]
    return "", history

INTRO = """# Sentinel S1 (7B) — an AI that tells you when it doesn't know
Sentinel S1 is [Olmo 3 7B Instruct](https://huggingface.co/allenai/Olmo-3-7B-Instruct) trained by [Sentovara](https://huggingface.co/Sentovara) to flag answers it is likely to get wrong. When it answers plainly it was right 75% of the time on test questions (the original model: 20%), and it flagged 94% of its own wrong answers. Try a hard general-knowledge question and a simple one, or just chat.

*This demo uses a simple live Wikipedia search, not the stronger search used in our tests. It can still be wrong — don't rely on it for medical, legal or financial decisions.* · [Model](https://huggingface.co/Sentovara/Sentinel-S1-7B) · [32B version](https://huggingface.co/Sentovara/Sentinel-S1-32B) · Questions, or want the training recipe? Ask in the Community tab or at [sentovara.com](https://sentovara.com)."""

with gr.Blocks(title="Sentinel S1") as demo:
    gr.Markdown(INTRO)
    try:
        bot = gr.Chatbot(type="messages", height=480)
    except TypeError:
        bot = gr.Chatbot(height=480)
    with gr.Row():
        box = gr.Textbox(placeholder="Ask Sentinel something…", scale=5, show_label=False)
        send = gr.Button("Send", variant="primary", scale=1)
    use_search = gr.Checkbox(value=True, label="When Sentinel is unsure, look it up on Wikipedia")
    gr.Examples(["Who composed the music for the 1968 film 2001: A Space Odyssey?", "What is the capital of Australia?",
                 "Who won the 1987 Tour de France?", "A shop sells pens at 3 for £2. How much do 12 pens cost?", "Write me a haiku about rain."], inputs=box)
    clear = gr.Button("Clear chat")
    box.submit(chat, [box, bot, use_search], [box, bot]); send.click(chat, [box, bot, use_search], [box, bot])
    clear.click(lambda: [], None, bot)

demo.queue(max_size=20).launch()