Upload folder using huggingface_hub

pipeline/peer_selector.py

@@ -104,13 +104,17 @@ def _hf_intelligent_peers(meta: CompanyMeta, log_fn=None) -> List[str]:
             
             # Extract JSON array using regex
             import re, json
-            match = re.search(r'\[(.*?)\]', text, re.DOTALL)
+            # Match anything between [ and ] inclusive, across multiple lines
+            match = re.search(r'\[\s*(.*?)\s*\]', text, re.DOTALL)
             if match:
                 arr_str = match.group(0)
-                tickers = json.loads(arr_str)
-                if isinstance(tickers, list) and all(isinstance(t, str) for t in tickers):
-                    log(f"  [OK] HF AI successfully identified highly specific peers: {tickers}")
-                    return tickers
+                try:
+                    tickers = json.loads(arr_str)
+                    if isinstance(tickers, list) and all(isinstance(t, str) for t in tickers):
+                        log(f"  [OK] HF AI successfully identified highly specific peers: {tickers}")
+                        return tickers
+                except json.JSONDecodeError as e:
+                    log(f"  ⚠ HF AI JSON parse error: {e}")
             log("  ⚠ HF AI returned invalid format, falling back...")
         else:
             log(f"  ⚠ HF API Error. Falling back...")

pipeline/resolver.py

@@ -179,12 +179,11 @@ def _yq_resolve(ticker: str, log_fn=None) -> Optional[CompanyMeta]:
         
         if isinstance(price_data, str) or isinstance(profile_data, str):
             # Yahooquery sometimes returns strings like "No fundamentals data found"
-            log(f"  [ERR] yahooquery returned no data for {ticker}")
-            return None
+            raise ValueError(f"yahooquery returned string instead of dict: {price_data}")
             
         name = price_data.get("longName") or price_data.get("shortName", "")
         if not name:
-            return None
+            raise ValueError(f"yahooquery returned empty name for {ticker}")
             
         exchange_code = price_data.get("exchange", "")
         currency = price_data.get("currency", "INR")
@@ -217,7 +216,35 @@ def _yq_resolve(ticker: str, log_fn=None) -> Optional[CompanyMeta]:
         )
     except Exception as e:
         log(f"  [ERR] yahooquery failed for {ticker}: {e}")
-        return None
+        
+    # FALLBACK: If yahooquery fails, try screener.in for Indian tickers
+    if ticker.endswith(".NS") or ticker.endswith(".BO"):
+        log(f"  -> Trying screener.in fallback for {ticker}...")
+        try:
+            base = ticker.split(".")[0].upper()
+            import requests
+            from bs4 import BeautifulSoup
+            r = requests.get(f"https://www.screener.in/company/{base}/", headers={"User-Agent": "Mozilla/5.0"}, timeout=10)
+            if r.ok:
+                soup = BeautifulSoup(r.text, "lxml")
+                h1 = soup.find("h1")
+                if h1:
+                    name = h1.get_text(strip=True)
+                    desc_div = soup.find("div", class_="company-profile")
+                    desc = desc_div.get_text(strip=True) if desc_div else ""
+                    log(f"  [OK] screener.in resolved: {name}")
+                    return CompanyMeta(
+                        name=name, ticker=ticker, exchange="NSE/BSE (India)",
+                        currency="INR", sector="Unknown", industry="Unknown",
+                        country="India", description=desc[:500], website="",
+                        mkt_cap=None, share_price=None, is_listed=True,
+                        source_note="Data sourced from screener.in (yahooquery fallback).",
+                        fiscal_year_end="March"
+                    )
+        except Exception as e2:
+            log(f"  [ERR] screener.in fallback failed: {e2}")
+            
+    return None
 
 
 # -- FMP resolution ------------------------------------------------------------