saniplus-chatbot / server.js
Sebacu's picture
Claude Opus 4.8
SaniPlus chatbot (LLM-backed) showcase
45a648e
Raw History Blame Contribute Delete
11.1 kB
import express from "express";
import Anthropic from "@anthropic-ai/sdk";
import { fileURLToPath } from "url";
import { dirname, join } from "path";
import { SYSTEM_PROMPT } from "./kb.js";
const __dirname = dirname(fileURLToPath(import.meta.url));
const app = express();
app.set("trust proxy", 1); // Render/Fly sit behind a proxy → use X-Forwarded-For
app.use(express.json({ limit: "256kb" }));
app.use(express.static(join(__dirname, "public")));
/* ---------- Lightweight in-memory per-IP rate limiter (no deps) ----------
Sliding window. Protects the spendy endpoints from abuse / runaway crawlers.
Tune with env vars; defaults are sensible for a public showcase. */
const RL_WINDOW_MS = Number(process.env.RATE_WINDOW_MS || 60_000);
const RL_MAX = Number(process.env.RATE_MAX || 20); // requests per window per IP
const hits = new Map(); // ip -> number[] (timestamps)
function rateLimit(req, res, next) {
const ip = req.ip || req.socket.remoteAddress || "unknown";
const now = Date.now();
const arr = (hits.get(ip) || []).filter((t) => now - t < RL_WINDOW_MS);
if (arr.length >= RL_MAX) {
const retry = Math.ceil((RL_WINDOW_MS - (now - arr[0])) / 1000);
res.setHeader("Retry-After", String(retry));
return res.status(429).json({ error: "rate_limited", retry_after: retry });
}
arr.push(now);
hits.set(ip, arr);
next();
}
// Periodically evict idle IPs so the map can't grow unbounded.
setInterval(() => {
const now = Date.now();
for (const [ip, arr] of hits) {
const live = arr.filter((t) => now - t < RL_WINDOW_MS);
if (live.length) hits.set(ip, live); else hits.delete(ip);
}
}, RL_WINDOW_MS).unref();
const MODEL = "claude-opus-4-8";
const hasKey = !!process.env.ANTHROPIC_API_KEY;
const client = hasKey ? new Anthropic() : null;
// Optional shared access code. When ACCESS_CODE is set, the chat endpoint
// requires a matching `x-access-code` header. Leave unset for open local dev.
const ACCESS_CODE = process.env.ACCESS_CODE || "";
const gateOn = !!ACCESS_CODE;
// Constant-time-ish compare to avoid trivial timing leaks.
function codeOk(supplied) {
if (!gateOn) return true;
const a = String(supplied || ""), b = ACCESS_CODE;
if (a.length !== b.length) return false;
let diff = 0;
for (let i = 0; i < b.length; i++) diff |= a.charCodeAt(i) ^ b.charCodeAt(i);
return diff === 0;
}
// Verify an access code (used by the UI login overlay).
app.post("/api/gate", rateLimit, (req, res) => {
res.json({ ok: codeOk(req.body?.code) });
});
/* ---------- Deterministic safety gate (runs BEFORE the LLM) ----------
Clinical/emergency questions never reach the model. This is the
defense-in-depth layer; the system prompt is the second layer. */
const EMERGENCY = /(brustschmerz|chest pain|herzinfarkt|heart attack|schlaganfall|stroke|atemnot|can'?t breathe|cannot breathe|trouble breathing|bewusstlos|unconscious|überdosis|overdose|stark.*blut|severe bleeding|anaphyla|suizid|suicid|umbringen|kill myself|notfall|боль в груди|задыхаюсь|без сознания|ألم في الصدر|إغماء|نوبة قلبية)/i;
const CLINICAL = /(wie ?viel|how much|how many|dosier|dosage|\bdose\b|einnehmen|should i take|darf ich.*nehmen|can i take|wechselwirk|interaction|kombinier|combine|zusammen.*einnehmen|nebenwirkung|side effect|symptom|diagnos|krankheit|\bdisease\b|schwanger|pregnan|behandeln|\btreat\b|wogegen hilft|what should i take|is it safe to|gefährlich.*nehmen|сколько.*принимать|дозиров|можно ли принимать|كم.*جرعة|الجرعة|تفاعل)/i;
const PII = /(r[üue]+ckruf|call me back|ruf(t|en sie)? mich.*(zur[üue]+ck)|zur[üue]+ckruf|обратный звонок|معاودة الاتصال|geri arama)/i;
function classify(text) {
if (EMERGENCY.test(text)) return "EMERGENCY";
if (CLINICAL.test(text)) return "CLINICAL";
if (PII.test(text)) return "PII";
return "SAFE";
}
// Localised fixed templates for the gated categories (no LLM call needed).
function detectLang(s) {
const x = " " + s.toLowerCase() + " ";
if (/[؀-ۿ]/.test(s)) return "ar";
if (/[Ѐ-ӿ]/.test(s)) return "ru";
if (/[şğıİ]|merhaba|eczane|hangi/.test(x)) return "tr";
if (/\b(how|what|where|can|i|the|my|chest|take|emergency|hours|pharmacy)\b/.test(x)) return "en";
return "de";
}
const TPL = {
EMERGENCY: {
de: "🚨 Das klingt nach einem Notfall. Bitte rufen Sie sofort den Rettungsdienst: 112. Die diensthabende Notapotheke finden Sie tagesaktuell über die Notdienstsuche (aponet.de). Bleiben Sie ruhig – Hilfe ist unterwegs.",
en: "🚨 This sounds like an emergency. Please call emergency services immediately: 112. You can find the on-duty pharmacy via the official Notdienst search (aponet.de). Stay calm — help is on the way.",
tr: "🚨 Bu acil bir durum gibi görünüyor. Lütfen hemen 112'yi arayın. Nöbetçi eczaneyi aponet.de üzerinden bulabilirsiniz. Sakin olun, yardım yolda.",
ru: "🚨 Похоже на экстренный случай. Срочно позвоните 112. Дежурную аптеку можно найти на aponet.de. Сохраняйте спокойствие, помощь уже в пути.",
ar: "🚨 يبدو أنها حالة طارئة. يُرجى الاتصال فوراً بالرقم 112. يمكنك إيجاد صيدلية الطوارئ عبر aponet.de. ابقَ هادئاً، المساعدة في الطريق.",
},
CLINICAL: {
de: "Das ist eine medizinische Frage, die ich nicht beantworten darf. 🩺 Das bespricht am besten unser Apothekenteam persönlich mit Ihnen. Möchten Sie einen Termin, einen Rückruf oder die nächste Filiale?",
en: "That's a medical question I'm not allowed to answer. 🩺 Our pharmacy team is the right place for this. Would you like an appointment, a callback, or your nearest branch?",
tr: "Bu tıbbi bir soru ve yanıtlayamam. 🩺 Bunu en iyi eczane ekibimiz değerlendirir. Randevu, geri arama veya en yakın şube ister misiniz?",
ru: "Это медицинский вопрос, на который я не могу ответить. 🩺 Лучше всего поможет наша команда аптеки. Хотите записаться, заказать обратный звонок или узнать ближайший филиал?",
ar: "هذا سؤال طبي لا يمكنني الإجابة عليه. 🩺 فريق الصيدلية هو الأفضل لمساعدتك. هل تريد موعداً أو معاودة اتصال أو أقرب فرع؟",
},
PII: {
de: "📞 Gern! Bitte hinterlassen Sie Name und Telefonnummer, dann ruft unser Team zurück. (Hinweis: In dieser Demo werden keine echten Daten gespeichert; in der Produktion würde vorab Ihre Einwilligung eingeholt.)",
en: "📞 Of course! Please leave your name and phone number and our team will call you back. (Note: no real data is stored in this demo; in production we'd request your consent first.)",
tr: "📞 Tabii! Lütfen adınızı ve telefon numaranızı bırakın, ekibimiz sizi arasın. (Not: bu demoda gerçek veri saklanmaz.)",
ru: "📞 Конечно! Оставьте имя и номер телефона, и наша команда перезвонит. (В этой демоверсии данные не сохраняются.)",
ar: "📞 بالطبع! يُرجى ترك اسمك ورقم هاتفك وسيعاود فريقنا الاتصال بك. (ملاحظة: لا تُحفظ بيانات حقيقية في هذا العرض.)",
},
};
function template(cat, lang) {
const m = TPL[cat];
return (m && (m[lang] || m.en)) || "";
}
/* ---------------------- Chat endpoint (SSE stream) ---------------------- */
app.post("/api/chat", rateLimit, async (req, res) => {
if (!codeOk(req.get("x-access-code"))) {
return res.status(401).json({ error: "unauthorized" });
}
const messages = Array.isArray(req.body?.messages) ? req.body.messages : [];
const last = [...messages].reverse().find((m) => m.role === "user");
const userText = last?.content || "";
const forcedLang = req.body?.lang && req.body.lang !== "auto" ? req.body.lang : null;
const lang = forcedLang || detectLang(userText);
// SSE headers
res.setHeader("Content-Type", "text/event-stream");
res.setHeader("Cache-Control", "no-cache");
res.setHeader("Connection", "keep-alive");
const send = (obj) => res.write(`data: ${JSON.stringify(obj)}\n\n`);
const cat = classify(userText);
// Gated categories → deterministic template, no model call.
if (cat !== "SAFE") {
send({ type: "meta", category: cat });
send({ type: "delta", text: template(cat, lang) });
send({ type: "done" });
return res.end();
}
send({ type: "meta", category: "SAFE" });
if (!hasKey) {
send({
type: "delta",
text:
"⚙️ Demo backend is running, but no ANTHROPIC_API_KEY is configured, so the live model isn't connected.\n\nSet the key and restart to enable real AI answers:\n • PowerShell: $env:ANTHROPIC_API_KEY=\"sk-ant-...\"; npm start\n\n(The safety gate above — emergency & clinical routing — works without a key.)",
});
send({ type: "done" });
return res.end();
}
try {
// Build clean history for the API (user/assistant only).
const apiMessages = messages
.filter((m) => m.role === "user" || m.role === "assistant")
.map((m) => ({ role: m.role, content: String(m.content || "") }))
.slice(-12);
if (apiMessages.length === 0 || apiMessages[0].role !== "user") {
apiMessages.unshift({ role: "user", content: userText });
}
const stream = client.messages.stream({
model: MODEL,
max_tokens: 1024,
// No thinking → snappy FAQ-style replies; system prompt forbids exposing reasoning.
system: [{ type: "text", text: SYSTEM_PROMPT, cache_control: { type: "ephemeral" } }],
messages: apiMessages,
});
stream.on("text", (delta) => send({ type: "delta", text: delta }));
const final = await stream.finalMessage();
send({ type: "done", usage: final.usage });
res.end();
} catch (err) {
console.error("LLM error:", err?.message || err);
send({
type: "delta",
text:
lang === "de"
? "Entschuldigung, es gab gerade ein technisches Problem. Bitte versuchen Sie es erneut oder kontaktieren Sie Ihre SaniPlus-Filiale."
: "Sorry, there was a technical problem. Please try again or contact your SaniPlus branch.",
});
send({ type: "done", error: true });
res.end();
}
});
app.get("/api/health", (_req, res) => res.json({ ok: true, model: MODEL, llm: hasKey, gate: gateOn }));
const PORT = process.env.PORT || 8100;
app.listen(PORT, () => {
console.log(`SaniPlus LLM chatbot on http://localhost:${PORT}`);
console.log(hasKey ? "LLM: connected (Claude)" : "LLM: NO API KEY — safety gate works, model answers disabled");
console.log(gateOn ? "Access gate: ON (ACCESS_CODE required)" : "Access gate: OFF (open)");
});