Update app.py

app.py

@@ -1,3 +1,4 @@
+
 """
 ╔══════════════════════════════════════════════════════════════════════════════╗
 ║      ISOMORPHIC SUBSTRATE SYSTEM — V8.9 (THE REAL-TIME ENGINE)               ║
@@ -16,6 +17,7 @@ from enum import Enum
 from contextlib import asynccontextmanager
 
 import numpy as np
+import requests
 from fastapi import FastAPI, Request
 from fastapi.responses import HTMLResponse, JSONResponse
 import uvicorn
@@ -26,7 +28,7 @@ try:
     from sentence_transformers import SentenceTransformer
     from llama_cpp import Llama
 except ImportError:
-    print("Please ensure: pip install sentence-transformers llama-cpp-python wikipedia-api huggingface_hub fastapi uvicorn")
+    print("Please ensure: pip install sentence-transformers llama-cpp-python wikipedia-api huggingface_hub fastapi uvicorn requests")
 
 # ══════════════════════════════════════════════════════════════════════
 # TUNABLE CONSTANTS
@@ -252,7 +254,7 @@ class DualModelManager:
         return scores_list, list(normed)
 
 # ══════════════════════════════════════════════════════════════════════
-# 3. WIKIPEDIA FETCHER (MACRO / MICRO RESTORED)
+# 3. WIKIPEDIA FETCHER (USER-AGENT PATCH & MACRO/MICRO)
 # ══════════════════════════════════════════════════════════════════════
 
 def fetch_wikipedia_chunks(topics: List[str]) -> List[Dict]:
@@ -260,16 +262,26 @@ def fetch_wikipedia_chunks(topics: List[str]) -> List[Dict]:
     Dynamically pulls from Wikipedia and utilizes the MACRO/MICRO 
     Sliding Window chunking to ensure zero context loss.
     """
-    wiki = wikipediaapi.Wikipedia(user_agent="IsomorphicEngine/8.9", language="en", extract_format=wikipediaapi.ExtractFormat.WIKI)
-    import requests
+    user_agent = "IsomorphicEngine/8.9 (research_bot@example.com)"
+    wiki = wikipediaapi.Wikipedia(user_agent=user_agent, language="en", extract_format=wikipediaapi.ExtractFormat.WIKI)
+    
     all_titles = set()
+    headers = {"User-Agent": user_agent}
     
     for term in topics:
         try:
-            resp = requests.get("https://en.wikipedia.org/w/api.php", params={"action": "query", "list": "search", "srsearch": term, "srlimit": 2, "format": "json"}, timeout=5)
+            clean_term = term.replace("_", " ")
+            resp = requests.get(
+                "https://en.wikipedia.org/w/api.php", 
+                params={"action": "query", "list": "search", "srsearch": clean_term, "srlimit": 2, "format": "json"}, 
+                headers=headers,
+                timeout=5
+            )
+            resp.raise_for_status()
             results = resp.json().get("query", {}).get("search", [])
             for r in results: all_titles.add(r["title"])
-        except: pass
+        except Exception as e: 
+            log(f"Search API Error for '{term}': {e}")
 
     chunks = []
     for title in list(all_titles)[:CANDIDATES_TO_FETCH]:
@@ -305,7 +317,7 @@ def fetch_wikipedia_chunks(topics: List[str]) -> List[Dict]:
                     micro_count += 1
                 idx += 100 # Shift by 100 ensures a 50-word overlap
         except Exception as e:
-            log(f"Wiki parse error on {title}: {e}")
+            log(f"Wiki page parse error on '{title}': {e}")
             pass
             
     return chunks
@@ -420,7 +432,7 @@ MANAGER = DualModelManager()
 
 @asynccontextmanager
 async def lifespan(app: FastAPI):
-    log("=== V8.9 Booting (Dual-Model + Macro/Micro Chunking) ===")
+    log("=== V8.9 Booting (Dual-Model + Macro/Micro + Safe Web Fetch) ===")
     MANAGER.load_st()
     threading.Thread(target=MANAGER.pre_cache_models, daemon=True).start()
     yield
@@ -485,11 +497,17 @@ textarea, select, input{width:100%; background:var(--bg); border:1px solid var(-
 let lastData = null;
 let lastTime = null;
 
+// Recover user query input on refresh
+window.onload = function() {
+    const savedQuery = localStorage.getItem("iso_query");
+    if (savedQuery) document.getElementById("q").value = savedQuery;
+    poll(); // Force immediate status check
+};
+
 async function poll(){
   try{
     const d = await fetch("/api/status").then(r=>r.json());
     
-    // Update logs
     if(d.build_log){
       const lb = document.getElementById("eng-log");
       lb.innerHTML = d.build_log.map(l => `<div>${l.replace(/&/g,"&amp;").replace(/</g,"&lt;")}</div>`).join("");
@@ -510,12 +528,14 @@ async function poll(){
     }
   }catch(e){}
 }
-setInterval(poll, 1500); poll();
+setInterval(poll, 1500);
 
 async function run(){
+  const query = document.getElementById("q").value;
+  localStorage.setItem("iso_query", query); // Save for page refreshes
   document.getElementById("res").innerHTML = `<div style="color:var(--yel); text-align:center; padding:30px;">⟳ Initiating Real-Time Pipeline...</div>`;
   await fetch("/api/search", {
-    method:"POST", body:JSON.stringify({query_text:document.getElementById("q").value, objective:document.getElementById("obj").value})
+    method:"POST", body:JSON.stringify({query_text:query, objective:document.getElementById("obj").value})
   });
 }