Upload folder using huggingface_hub

pipeline/fetcher.py

@@ -455,7 +455,7 @@ def _scrape_screener(ticker: str, log_fn=None) -> Optional[Dict]:
 
 
 def _normalise_screener(raw: Dict, years: int) -> Optional[Dict]:
-    yr = raw.get("years", [])[:years]
+    yr = raw.get("years", [])[-years:]
     n  = len(yr)
     if n == 0: return None
     inc = raw.get("income", {})
@@ -468,13 +468,13 @@ def _normalise_screener(raw: Dict, years: int) -> Optional[Dict]:
 
     def row(*keys):
         for k in keys:
-            if k in inc: return inc[k][:n]
-            if k in bal: return bal[k][:n]
-            if k in cf:  return cf[k][:n]
+            if k in inc: return inc[k][-n:]
+            if k in bal: return bal[k][-n:]
+            if k in cf:  return cf[k][-n:]
             kp = k + "+"
-            if kp in inc: return inc[kp][:n]
-            if kp in bal: return bal[kp][:n]
-            if kp in cf:  return cf[kp][:n]
+            if kp in inc: return inc[kp][-n:]
+            if kp in bal: return bal[kp][-n:]
+            if kp in cf:  return cf[kp][-n:]
         return [None] * n
 
     revenue   = row(*REVENUE_KEYS.get(sector, REVENUE_KEYS["default"]))
@@ -820,9 +820,9 @@ def _fetch_fmp(ticker: str, years: int, log_fn=None) -> Optional[Dict]:
         log("  [ERR] FMP returned no data")
         return None
 
-    inc = list(reversed(raw["income"]))[:years]
-    bal = list(reversed(raw["balance"]))[:years]
-    cf  = list(reversed(raw["cashflow"]))[:years]
+    inc = list(reversed(raw["income"][:years]))
+    bal = list(reversed(raw["balance"][:years]))
+    cf  = list(reversed(raw["cashflow"][:years]))
 
     def col(lst, key): return [_s(d.get(key)) for d in lst]
     yr = [d.get("calendarYear", str(d.get("date",""))[:4]) for d in inc]