/* Next Trace Space: paste a document and a question; see which sentences support the answer, or an abstention. */ const { $, h, fmt } = NLUI; let ctx, examples; function render() { const doc = $("doc").value, q = $("q").value, mode = $("mode").value; const t0 = performance.now(); const r = mode === "bm25" ? Core.bm25Baseline(ctx, q, doc) : Core.scoreDocument(ctx, q, doc); const ms = performance.now() - t0; const ui = $("lang").value === "tr"; const v = $("verdict"); v.innerHTML = ""; if (!r.spans.length) { v.textContent = ui ? "Belge boş." : "The document is empty."; return r; } if (r.abstain) { v.append(h("div", { class: "badge warn", style: "font-size:15px;padding:6px 12px" }, ui ? "Belge bu soruyu yanıtlamak için yeterli kanıt içermiyor." : "The document does not contain enough evidence to answer.")); } else { v.append(h("div", { class: "badge", style: "font-size:15px;padding:6px 12px" }, (ui ? "Yanıtın dayandığı cümle: " : "Answer supported by sentence ") + r.evidence.map(i => "#" + (i + 1)).join(", "))); } const extra = mode === "bm25" ? `max BM25 ${fmt(Math.max(...r.bm25), 2)} (threshold ${fmt(ctx.m.meta.thresholds.bm25, 2)})` : `answerability ${fmt(r.answerable, 3)} (threshold ${fmt(ctx.m.meta.thresholds.answerable, 3)})`; v.append(h("div", { class: "small muted", style: "margin-top:6px" }, `${extra} · ${r.spans.length} sentences · ${fmt(ms, 1)} ms`)); const out = $("marked"); out.innerHTML = ""; const mx = Math.max(...r.bm25, 1e-9); r.spans.forEach(([a, b], i) => { const s = mode === "bm25" ? r.bm25[i] / mx : r.probs[i]; const ev = r.evidence.includes(i); out.append(h("span", { style: `background:rgba(255,200,40,${0.08 + 0.6 * s});border-radius:4px;padding:1px 2px;${ev ? "outline:2px solid #0b6e4f;" : ""}`, title: `#${i + 1}: ${fmt(s, 3)}` }, h("sup", { class: "muted" }, String(i + 1)), doc.slice(a, b)), " "); }); const tb = $("tbl"); tb.innerHTML = ""; tb.append(h("tr", {}, h("th", {}, "#"), h("th", { class: "num" }, mode === "bm25" ? "BM25" : "evidence p"), h("th", {}, ui ? "cümle" : "sentence"))); const order = r.spans.map((_, i) => i).sort((x, y) => (mode === "bm25" ? r.bm25[y] - r.bm25[x] : r.probs[y] - r.probs[x])); for (const i of order.slice(0, 5)) tb.append(h("tr", {}, h("td", {}, "#" + (i + 1)), h("td", { class: "num" }, fmt(mode === "bm25" ? r.bm25[i] : r.probs[i], 3)), h("td", {}, doc.slice(r.spans[i][0], r.spans[i][1]).slice(0, 140)))); return r; } function load(i) { const e = examples[i]; $("doc").value = e.document; $("q").value = e.question; $("lang").value = e.lang; $("src").textContent = e.source; render(); } window.__liveTest = function () { $("mode").value = "learned"; $("doc").value = "Kasaba kütüphanesi 1962 yılında açıldı. Binanın mimarı Selma Arı'dır. Kütüphanede bugün yaklaşık 40 bin kitap bulunuyor. Her yıl haziran ayında bir kitap şenliği düzenleniyor."; $("q").value = "Kütüphane hangi yıl açıldı?"; $("q").dispatchEvent(new Event("input")); const a = render(); $("q").value = "Kütüphanenin ilk müdürü kimdi?"; const b = render(); return { ok: a.spans.length === 4 && a.probs.length === 4, answerable_evidence: a.evidence, answerable_abstain: a.abstain, answerable_p: a.answerable, unanswerable_abstain: b.abstain, unanswerable_p: b.answerable }; }; NLUI.boot(Core, async c => { ctx = c; examples = await (await fetch("examples.json")).json(); examples.forEach((e, i) => $("ex").append(h("option", { value: i }, `${e.lang.toUpperCase()} · ${e.title}`))); $("ex").addEventListener("change", e => load(Number(e.target.value))); for (const id of ["doc", "q"]) $(id).addEventListener("input", render); for (const id of ["mode", "lang"]) $(id).addEventListener("change", render); load(0); });