Add DeepSeek R1 7B local model

bot.js

@@ -1,251 +1,200 @@
-const { Bot, GrammyError, HttpError } = require("grammy");
+const { Bot } = require("grammy");
 
-// Environment variables
 const BOT_TOKEN = process.env.TELEGRAM_BOT_TOKEN;
 const CHAT_ID = process.env.TELEGRAM_CHAT_ID;
 const ZEN_API_KEY = process.env.OPENCODE_ZEN_KEY;
+const ROUTER_URL = process.env.ROUTER_URL || "http://127.0.0.1:7861";
 
-if (!BOT_TOKEN) {
-  console.error("[ERROR] TELEGRAM_BOT_TOKEN not set");
-  process.exit(1);
-}
-if (!ZEN_API_KEY) {
-  console.error("[ERROR] OPENCODE_ZEN_KEY not set");
-  process.exit(1);
-}
+if (!BOT_TOKEN) { console.error("[ERROR] TELEGRAM_BOT_TOKEN not set"); process.exit(1); }
+if (!ZEN_API_KEY) { console.error("[ERROR] OPENCODE_ZEN_KEY not set"); process.exit(1); }
 
-console.log("[CONFIG] CHAT_ID filter:", CHAT_ID || "DISABLED (accepting all chats)");
-console.log("[CONFIG] Zen API Key:", ZEN_API_KEY ? ZEN_API_KEY.substring(0, 12) + "..." : "NOT SET");
+console.log("[CONFIG] CHAT_ID filter:", CHAT_ID || "ALL");
+console.log("[CONFIG] Zen Key:", ZEN_API_KEY.substring(0, 12) + "...");
+console.log("[CONFIG] Router:", ROUTER_URL);
 
 const ZEN_BASE = "https://opencode.ai/zen/v1";
+const LOCAL_MODEL = "bartowski/DeepSeek-R1-Distill-Qwen-7B-GGUF";
+const LOCAL_API = "https://abbasyk60-ai-telegram-bot.hf.space/v1/chat/completions";
+const FREE_MODELS = ["deepseek-v4-flash-free", "mimo-v2.5-free", "big-pickle", "laguna-s-2.1-free", "ling-3.0-flash-free", "north-mini-code-free", "nemotron-3-ultra-free"];
 const bot = new Bot(BOT_TOKEN);
-
-// User sessions: chatId -> { model, history }
 const userSessions = new Map();
 
-function getEndpoint(modelId) {
-  const openaiPrefixes = ["gpt-", "deepseek-", "grok-", "minimax-", "glm-", "kimi-", "big-pickle", "mimo-", "laguna-", "ling-", "north-", "nemotron-"];
-  if (openaiPrefixes.some((p) => modelId.startsWith(p) || modelId.includes(p))) {
-    return `${ZEN_BASE}/chat/completions`;
-  }
-  if (modelId.startsWith("claude-") || modelId.startsWith("qwen3")) {
-    return `${ZEN_BASE}/messages`;
+async function callAPI(messages, modelId, url, headers, bodyExtra = {}) {
+  const body = { model: modelId, messages, max_tokens: 2048, ...bodyExtra };
+  const response = await fetch(url, { method: "POST", headers, body: JSON.stringify(body) });
+  if (!response.ok) {
+    const err = await response.text();
+    throw new Error(`API ${response.status}: ${err.substring(0, 200)}`);
   }
-  return `${ZEN_BASE}/chat/completions`;
+  const data = await response.json();
+  if (data.choices?.[0]?.message?.content?.trim()) return data.choices[0].message.content;
+  if (data.choices?.[0]?.message?.reasoning_content?.trim()) return data.choices[0].message.reasoning_content;
+  throw new Error("Empty response");
 }
 
-async function callZenAPI(messages, modelId) {
-  const endpoint = getEndpoint(modelId);
-  const headers = {
-    Authorization: `Bearer ${ZEN_API_KEY}`,
-    "Content-Type": "application/json",
-  };
-
-  let body;
-  if (endpoint.includes("/messages")) {
-    body = { model: modelId, messages, max_tokens: 2048 };
-  } else {
-    body = { model: modelId, messages, max_tokens: 2048 };
+async function callWithFallback(messages, preferredModel) {
+  // If user wants local model, try it first
+  if (preferredModel === LOCAL_MODEL || preferredModel === "deepseek-r1-7b") {
+    try {
+      const response = await callAPI(messages, LOCAL_MODEL, LOCAL_API, { "Content-Type": "application/json" });
+      console.log("[OK] Local model responded");
+      return response;
+    } catch (e) {
+      console.log("[SKIP] Local failed:", e.message.substring(0, 80));
+    }
   }
 
-  console.log("[API] Calling:", endpoint, "model:", modelId);
-
-  const response = await fetch(endpoint, {
-    method: "POST",
-    headers,
-    body: JSON.stringify(body),
-  });
+  // Try preferred model on Zen
+  const modelsToTry = preferredModel === LOCAL_MODEL ? FREE_MODELS : [preferredModel, ...FREE_MODELS.filter((m) => m !== preferredModel)];
+
+  for (const model of modelsToTry) {
+    // Try Zen API
+    try {
+      const response = await callAPI(messages, model, `${ZEN_BASE}/chat/completions`, {
+        Authorization: `Bearer ${ZEN_API_KEY}`,
+        "Content-Type": "application/json",
+      });
+      console.log("[OK] Zen responded with:", model);
+      return response;
+    } catch (e) {
+      console.log("[SKIP] Zen failed:", model, e.message.substring(0, 80));
+    }
 
-  if (!response.ok) {
-    const errText = await response.text();
-    console.error("[API ERROR]", response.status, errText.substring(0, 500));
-    throw new Error(`API ${response.status}: ${errText.substring(0, 300)}`);
+    // Try local model as fallback
+    try {
+      const response = await callAPI(messages, LOCAL_MODEL, LOCAL_API, { "Content-Type": "application/json" });
+      console.log("[OK] Local model responded (fallback)");
+      return response;
+    } catch (e) {
+      console.log("[SKIP] Local fallback failed:", e.message.substring(0, 80));
+    }
   }
 
-  const data = await response.json();
-  console.log("[API] Response keys:", Object.keys(data));
-
-  // Handle /messages format (Anthropic-style)
-  if (data.content) {
-    const result = data.content.map((c) => c.text || "").join("");
-    if (result.trim()) return result;
-  }
-  // Handle /chat/completions format (OpenAI-style)
-  if (data.choices && data.choices[0]) {
-    const msg = data.choices[0].message;
-    if (msg.content && msg.content.trim()) return msg.content;
-    if (msg.reasoning_content && msg.reasoning_content.trim()) {
-      return msg.reasoning_content;
-    }
-    return "(empty response from model - try another model)";
+  // Last resort: try local model alone
+  try {
+    const response = await callAPI(messages, LOCAL_MODEL, LOCAL_API, { "Content-Type": "application/json" });
+    console.log("[OK] Local model responded (last resort)");
+    return response;
+  } catch (e) {
+    console.log("[SKIP] Local last resort failed:", e.message.substring(0, 80));
   }
-  return JSON.stringify(data).substring(0, 2000);
+
+  throw new Error("All models failed. Try again in a minute.");
 }
 
-// /start
 bot.command("start", async (ctx) => {
   const chatId = ctx.chat.id;
-  console.log("[LOG] /start from chat:", chatId, "type:", ctx.chat.type);
   if (CHAT_ID && chatId.toString() !== CHAT_ID.toString()) return;
-
   userSessions.set(chatId, { model: "deepseek-v4-flash-free", history: [] });
   await ctx.reply(
-    "🤖 Welcome to OpenCode AI Agent!\n\n" +
-      "I'm connected to OpenCode Zen with 40+ AI models.\n\n" +
-      "Commands:\n" +
-      "/model <name> - Switch model\n" +
-      "/models - List available models\n" +
-      "/new - New conversation\n" +
-      "/help - Show help\n\n" +
-      "Just send me a message to start chatting!\n" +
-      "Default model: DeepSeek V4 Flash (FREE)"
+    "Welcome to OpenCode AI Agent!\n\n" +
+    "Commands:\n" +
+    "/model <name> - Switch model\n" +
+    "/models - List available models\n" +
+    "/new - New conversation\n" +
+    "/help - Show help\n\n" +
+    "Default model: DeepSeek V4 Flash (FREE)\n" +
+    "Local model: DeepSeek R1 7B (free, runs on your server)"
   );
 });
 
-// /help
 bot.command("help", async (ctx) => {
   await ctx.reply(
-    "📖 Help\n\n" +
-      "Send any message and I'll respond using AI.\n\n" +
-      "Commands:\n" +
-      "/start - Initialize bot\n" +
-      "/models - List all models\n" +
-      "/model <name> - Switch model\n" +
-      "/new - Clear history\n" +
-      "/help - This message\n\n" +
-      "Free models: deepseek-v4-flash-free, mimo-v2.5-free, big-pickle, laguna-s-2.1-free"
+    "Send any message and I'll respond using AI.\n\n" +
+    "Commands:\n" +
+    "/start - Initialize bot\n" +
+    "/models - List models\n" +
+    "/model <name> - Switch model\n" +
+    "/new - Clear history"
   );
 });
 
-// /models
 bot.command("models", async (ctx) => {
   await ctx.reply(
-    "📋 Available Models:\n\n" +
-      "🆓 FREE:\n" +
-      "• deepseek-v4-flash-free\n" +
-      "• mimo-v2.5-free\n" +
-      "• big-pickle\n" +
-      "• laguna-s-2.1-free\n" +
-      "• ling-3.0-flash-free\n" +
-      "• north-mini-code-free\n" +
-      "• nemotron-3-ultra-free\n\n" +
-      "💰 Paid:\n" +
-      "• gpt-5.5, gpt-5.4, gpt-5.4-mini, gpt-5-nano\n" +
-      "• claude-sonnet-5, claude-opus-5, claude-haiku-4-5\n" +
-      "• gemini-3.6-flash, gemini-3.1-pro\n" +
-      "• deepseek-v4-pro, qwen3.7-max, grok-4.5\n\n" +
-      "Use: /model <model-id>"
+    "FREE Models (Zen API):\n" +
+    "- deepseek-v4-flash-free\n" +
+    "- mimo-v2.5-free\n" +
+    "- big-pickle\n" +
+    "- laguna-s-2.1-free\n" +
+    "- ling-3.0-flash-free\n" +
+    "- north-mini-code-free\n" +
+    "- nemotron-3-ultra-free\n\n" +
+    "LOCAL Model (Your Server):\n" +
+    "- deepseek-r1-7b (DeepSeek R1 7B)\n\n" +
+    "Paid: gpt-5.5, gpt-5.4, claude-sonnet-5, gemini-3.6-flash, etc.\n\n" +
+    "/model <model-id>"
   );
 });
 
-// /model
 bot.command("model", async (ctx) => {
   const chatId = ctx.chat.id;
   if (CHAT_ID && chatId.toString() !== CHAT_ID.toString()) return;
-
   const args = ctx.message.text.split(" ").slice(1);
   if (args.length === 0) {
     const session = userSessions.get(chatId);
-    await ctx.reply(`Current model: ${session?.model || "deepseek-v4-flash-free"}`);
+    await ctx.reply("Current: " + (session?.model || "deepseek-v4-flash-free"));
     return;
   }
-
-  const modelId = args[0].toLowerCase();
-  if (!userSessions.has(chatId)) {
-    userSessions.set(chatId, { model: modelId, history: [] });
-  } else {
-    userSessions.get(chatId).model = modelId;
-    userSessions.get(chatId).history = [];
-  }
-
-  await ctx.reply(`✅ Model switched to: ${modelId}\nHistory cleared. Send me a message!`);
+  let modelId = args[0].toLowerCase();
+  if (modelId === "deepseek-r1-7b" || modelId === "local") modelId = LOCAL_MODEL;
+  const session = userSessions.get(chatId) || { history: [] };
+  userSessions.set(chatId, { model: modelId, history: [] });
+  await ctx.reply("Switched to: " + modelId);
 });
 
-// /new
 bot.command("new", async (ctx) => {
   const chatId = ctx.chat.id;
   if (CHAT_ID && chatId.toString() !== CHAT_ID.toString()) return;
-
   const session = userSessions.get(chatId);
-  const model = session?.model || "deepseek-v4-flash-free";
-  userSessions.set(chatId, { model, history: [] });
-  await ctx.reply("🔄 New conversation started!");
+  userSessions.set(chatId, { model: session?.model || "deepseek-v4-flash-free", history: [] });
+  await ctx.reply("New conversation started!");
 });
 
-// Handle text messages
 bot.on("message:text", async (ctx) => {
   const chatId = ctx.chat.id;
   const message = ctx.message.text;
-  const msgTime = ctx.message.date;
-  const now = Math.floor(Date.now() / 1000);
 
-  // Skip old messages (sent more than 30 seconds ago)
-  if (now - msgTime > 30) {
-    console.log("[SKIP] Old message (", now - msgTime, "s ago):", message.substring(0, 30));
-    return;
-  }
-
-  console.log("[LOG] Message from chat:", chatId, "type:", ctx.chat.type, "text:", message.substring(0, 50));
-
-  // Check allowed chat
   if (CHAT_ID && chatId.toString() !== CHAT_ID.toString()) {
-    console.log("[BLOCKED] Chat", chatId, "not in allowed list. CHAT_ID:", CHAT_ID);
-    await ctx.reply("Sorry, I'm only available in the designated group.");
+    console.log("[BLOCKED] Chat", chatId);
     return;
   }
 
+  console.log("[MSG]", chatId, ":", message.substring(0, 50));
   await ctx.replyWithChatAction("typing");
 
-  // Get or create session
   if (!userSessions.has(chatId)) {
     userSessions.set(chatId, { model: "deepseek-v4-flash-free", history: [] });
   }
   const session = userSessions.get(chatId);
-
-  // Build messages
   const messages = [...session.history, { role: "user", content: message }];
 
   try {
-    const response = await callZenAPI(messages, session.model);
+    const response = await callWithFallback(messages, session.model);
 
-    // Save to history
     session.history.push({ role: "user", content: message });
     session.history.push({ role: "assistant", content: response });
+    if (session.history.length > 20) session.history = session.history.slice(-20);
 
-    // Keep history under 20 messages
-    if (session.history.length > 20) {
-      session.history = session.history.slice(-20);
-    }
-
-    // Send (split if too long for Telegram's 4096 char limit)
     if (response.length > 4000) {
       const chunks = response.match(/.{1,4000}/gs) || [response];
-      for (const chunk of chunks) {
-        await ctx.reply(chunk);
-        console.log("[REPLY] Sent chunk:", chunk.length, "chars");
-      }
+      for (const chunk of chunks) await ctx.reply(chunk);
     } else {
       await ctx.reply(response);
-      console.log("[REPLY] Sent:", response.length, "chars");
     }
+    console.log("[REPLY]", response.length, "chars");
   } catch (error) {
-    console.error("[ERROR] Chat API failed:", error.message);
-    await ctx.reply(`❌ Error: ${error.message}`);
+    console.error("[ERROR]", error.message);
+    await ctx.reply("Error: " + error.message);
   }
 });
 
-// Error handler
-bot.catch((err) => {
-  console.error("[BOT ERROR]", err);
-});
+bot.catch((err) => console.error("[BOT ERROR]", err));
 
-// Start
 console.log("[OK] Starting Telegram bot...");
 bot.start({
   onStart: () => {
-    console.log("[OK] Telegram bot is running!");
-    console.log("[OK] Chat ID filter:", CHAT_ID || "none (accepting all)");
-    console.log("[OK] Waiting for NEW messages only...");
+    console.log("[OK] Telegram bot running!");
+    console.log("[OK] Chat ID:", CHAT_ID || "none");
   },
   drop_pending_updates: true,
 });

index.html

@@ -36,7 +36,7 @@
 <body>
     <div class="header">
         <h1>🤖 OpenCode AI Agent</h1>
-        <p>Chat with AI models powered by OpenCode Zen</p>
+        <p>Chat with AI models powered by OpenCode Zen + Local DeepSeek R1 7B</p>
         <div class="model-select">
             <label>Model:</label>
             <select id="model-select">
@@ -85,6 +85,9 @@
                     <option value="minimax-m3">MiniMax M3</option>
                     <option value="glm-5.2">GLM 5.2</option>
                 </optgroup>
+                <optgroup label="Local Models (Your Server)">
+                    <option value="bartowski/DeepSeek-R1-Distill-Qwen-7B-GGUF">DeepSeek R1 7B (Local) <span class="free-tag">FREE</span></option>
+                </optgroup>
                 <optgroup label="Free Models">
                     <option value="deepseek-v4-flash-free">DeepSeek V4 Flash Free <span class="free-tag">FREE</span></option>
                     <option value="mimo-v2.5-free">MiMo-V2.5 Free <span class="free-tag">FREE</span></option>
@@ -144,7 +147,11 @@
             if (el) el.remove();
         }
 
+        const LOCAL_API = 'https://abbasyk60-ai-telegram-bot.hf.space/v1/chat/completions';
+        const LOCAL_MODEL = 'bartowski/DeepSeek-R1-Distill-Qwen-7B-GGUF';
+
         function getEndpoint(modelId) {
+            if (modelId === LOCAL_MODEL) return 'local';
             const openaiPrefixes = ['gpt-', 'deepseek-', 'grok-', 'minimax-', 'glm-', 'kimi-', 'big-pickle', 'mimo-', 'laguna-', 'ling-', 'north-', 'nemotron-'];
             if (openaiPrefixes.some(p => modelId.startsWith(p) || modelId.includes(p))) {
                 return 'https://opencode.ai/zen/v1/chat/completions';
@@ -161,25 +168,32 @@
         async function sendMessage() {
             const message = inputEl.value.trim();
             const apiKey = apiKeyEl.value.trim();
+            const modelId = modelSelect.value;
+            const isLocal = modelId === LOCAL_MODEL;
 
-            if (!apiKey) { addMessage('error', 'Please enter your OpenCode Zen API key first.'); return; }
+            if (!isLocal && !apiKey) { addMessage('error', 'Please enter your OpenCode Zen API key first. (Not needed for local model)'); return; }
             if (!message) return;
 
-            localStorage.setItem('opencode_zen_key', apiKey);
+            if (!isLocal) localStorage.setItem('opencode_zen_key', apiKey);
 
             addMessage('user', message);
             inputEl.value = '';
             sendBtn.disabled = true;
             addLoading();
 
-            const modelId = modelSelect.value;
             const endpoint = getEndpoint(modelId);
             const messages = [...history, { role: 'user', content: message }];
 
             try {
                 let response, data;
 
-                if (endpoint.includes('/messages')) {
+                if (isLocal) {
+                    response = await fetch(LOCAL_API, {
+                        method: 'POST',
+                        headers: { 'Content-Type': 'application/json' },
+                        body: JSON.stringify({ model: LOCAL_MODEL, messages: messages, max_tokens: 4096 })
+                    });
+                } else if (endpoint.includes('/messages')) {
                     response = await fetch(endpoint, {
                         method: 'POST',
                         headers: { 'Authorization': `Bearer ${apiKey}`, 'Content-Type': 'application/json', 'anthropic-version': '2023-06-01' },
@@ -211,16 +225,19 @@
                 data = await response.json();
                 let botMessage = '';
 
-                if (endpoint.includes('/messages') && data.content) {
+                if (data.choices && data.choices[0]) {
+                    const msg = data.choices[0].message;
+                    botMessage = msg.content || msg.reasoning_content || '';
+                } else if (endpoint.includes('/messages') && data.content) {
                     botMessage = data.content.map(c => c.text || '').join('');
-                } else if (data.choices && data.choices[0]) {
-                    botMessage = data.choices[0].message.content;
                 } else if (data.candidates && data.candidates[0]) {
                     botMessage = data.candidates[0].content.parts.map(p => p.text).join('');
                 } else {
                     botMessage = JSON.stringify(data, null, 2).substring(0, 2000);
                 }
 
+                if (!botMessage) botMessage = '(empty response - try again)';
+
                 addMessage('bot', botMessage);
                 history.push({ role: 'user', content: message });
                 history.push({ role: 'assistant', content: botMessage });