Blame for news_feed.py

"""news_feed.py — RSS haber taraması + SVG grafikler (ek bağımlılık yok).

app.py'den:  build_news_panel(classify, detect_assets, asset, timeframe)
classify(text) -> (label: "Bullish"|"Neutral"|"Bearish", score: -1..1)
"""
import re
import time
import html
import hashlib
import sqlite3
import urllib.request
from urllib.parse import quote
import xml.etree.ElementTree as ET
from concurrent.futures import ThreadPoolExecutor
from datetime import datetime, timezone
from email.utils import parsedate_to_datetime

FEEDS = {
    "CoinDesk": "https://www.coindesk.com/arc/outboundfeeds/rss/",
    "Cointelegraph": "https://cointelegraph.com/rss",
    "Decrypt": "https://decrypt.co/feed",
    "Bitcoin Magazine": "https://bitcoinmagazine.com/.rss/full/",
    "The Block": "https://www.theblock.co/rss.xml",
    "CryptoSlate": "https://cryptoslate.com/feed/",
    "CryptoPotato": "https://cryptopotato.com/feed/",
    "NewsBTC": "https://www.newsbtc.com/feed/",
    "Bitcoinist": "https://bitcoinist.com/feed/",
    "U.Today": "https://u.today/rss",
    "BeInCrypto": "https://beincrypto.com/feed/",
    "CoinGape": "https://coingape.com/feed/",
    "AMBCrypto": "https://ambcrypto.com/feed/",
    "Crypto.News": "https://crypto.news/feed/",
    "The Daily Hodl": "https://dailyhodl.com/feed/",
    "Blockworks": "https://blockworks.co/feed",
    "CryptoNews": "https://cryptonews.com/news/feed/",
    "Bitcoin.com": "https://news.bitcoin.com/feed/",
    "Cointelegraph Markets": "https://cointelegraph.com/rss/tag/market-analysis",
    "Crypto Briefing": "https://cryptobriefing.com/feed/",
    "Protos": "https://protos.com/feed/",
    "DL News": "https://www.dlnews.com/arc/outboundfeeds/rss/",
    "CoinJournal": "https://coinjournal.net/feed/",
    "Bitcoin Sistemi (EN)": "https://bitcoinsistemi.com/en/feed/",
}

# Varlıktan bağımsız genel Google News aramaları (makro, regülasyon, ETF...)
GENERAL_QUERIES = [
    "crypto market", "bitcoin ETF", "crypto regulation SEC", "crypto hack exploit",
    "stablecoin", "crypto whale", "Federal Reserve bitcoin", "altcoin rally",
    "ethereum ETF", "crypto exchange listing", "token unlock", "crypto liquidations",
    "memecoin", "DeFi", "crypto lawsuit", "crypto airdrop",
]
MAX_CLASSIFY = 24        # tek taramada LLM ile etiketlenecek en fazla haber (kalanlar sonraki taramada)
MAX_BULK_CLASSIFY = 40   # toplu taramada varsayılan LLM etiketleme bütçesi
DEFAULT_LIMIT = {"Günlük": 30, "Aylık": 50}

# regex -> ağırlık (önem puanı)
KEYWORDS = {
    r"\betf": 3, r"\bsec\b": 3, r"\bhack": 3, r"\bexploit": 3, r"\bliquidat": 3,
    r"\bbankrupt": 3, r"\bfed\b": 3, r"\brate (cut|hike)": 3, r"\bcpi\b": 2,
    r"\bhalving": 3, r"\bcrash": 3, r"\bplunge": 3, r"\bsurge": 2, r"\brall(y|ies)": 2,
    r"all-time high|\bath\b": 3, r"\blawsuit|\bsued?\b": 2, r"\bban(s|ned)?\b": 2,
    r"\bapprov": 2, r"\bregulat": 2, r"\bwhale": 2, r"\binflow|\boutflow": 2,
    r"\bblackrock": 2, r"\bdelist": 2, r"\bstablecoin": 1, r"\btether|\busdt": 1,
    r"\bbinance": 1, r"\bbreakout|\bbreakdown": 2, r"\bsettle|\bfine[sd]?\b": 1,
}
_KW = [(re.compile(k), w) for k, w in KEYWORDS.items()]

# ------------------------------------------------------------------ VARLIK KAYIT DEFTERİ
# (sembol, [tam adlar], ci)
#   ci=True  -> sembol küçük/büyük harf fark etmeden eşleşir (btc, Btc, BTC)
#   ci=False -> sembol yalnızca BÜYÜK harfle ya da $sembol olarak eşleşir; "link", "dot",
#               "near", "sol" gibi sıradan kelimelerden kaynaklanan yanlış eşleşmeyi önler.
# Yeni parite eklemek için bu listeye bir satır eklemek yeterli.
ASSETS_DEF = [
    ("BTC", ["bitcoin"], True), ("ETH", ["ethereum"], True), ("BNB", ["binance coin", "bnb chain"], True),
    ("SOL", ["solana"], False), ("XRP", ["ripple", "xrp ledger"], True), ("ADA", ["cardano"], False),
    ("DOGE", ["dogecoin"], True), ("AVAX", ["avalanche"], True), ("LINK", ["chainlink"], False),
    ("DOT", ["polkadot"], False), ("TON", ["toncoin", "the open network"], False),
    ("TRX", ["tron", "tronix"], True), ("SHIB", ["shiba inu"], True), ("LTC", ["litecoin"], True),
    ("BCH", ["bitcoin cash"], True), ("NEAR", ["near protocol"], False), ("UNI", ["uniswap"], False),
    ("ATOM", ["cosmos hub"], False), ("XLM", ["stellar lumens", "stellar network"], True),
    ("ETC", ["ethereum classic"], False), ("HBAR", ["hedera"], True), ("APT", ["aptos"], False),
    ("ARB", ["arbitrum"], False), ("OP", ["op mainnet", "optimism chain"], False),
    ("SUI", ["sui network", "sui blockchain"], False), ("INJ", ["injective"], False),
    ("FIL", ["filecoin"], False), ("ICP", ["internet computer"], False), ("AAVE", ["aave"], True),
    ("MKR", ["makerdao", "maker dao"], False), ("PEPE", ["pepe coin", "pepecoin"], True),
    ("TIA", ["celestia"], False), ("SEI", ["sei network"], False),
    ("RENDER", ["render network", "render token", "rndr"], False), ("ALGO", ["algorand"], False),
    ("VET", ["vechain"], False), ("XMR", ["monero"], True),
    ("FET", ["fetch.ai", "artificial superintelligence alliance"], False),
    ("HYPE", ["hyperliquid"], False), ("ENA", ["ethena"], False),
]
ASSET_LIST = [a[0] for a in ASSETS_DEF]
MAJORS = ["BTC", "ETH", "SOL", "BNB", "XRP"]


def _gq(sym, names, ci):
    q = " OR ".join(f'"{n}"' for n in names)
    return q + (f" OR {sym}" if ci else "")


ASSET_QUERY = {sym: _gq(sym, names, ci) for sym, names, ci in ASSETS_DEF}

# yfinance'ta "SYM-USD" biçimine uymayan sembollerin karşılıkları
YF_SYMBOL = {
    "TON": "TON11419-USD", "UNI": "UNI7083-USD", "APT": "APT21794-USD", "ARB": "ARB11841-USD",
    "SUI": "SUI20947-USD", "TIA": "TIA22861-USD", "PEPE": "PEPE24478-USD", "SEI": "SEI-USD",
    "HYPE": "HYPE32196-USD", "ENA": "ENA36530-USD", "MKR": "MKR-USD", "RENDER": "RENDER-USD",
}

_ASSET_RX = []
for _sym, _names, _ci in ASSETS_DEF:
    _name_rx = re.compile(r"(?<![a-z0-9])(?:" + "|".join(re.escape(n) for n in _names) + r")(?![a-z0-9])", re.I)
    if _ci:
        _tick_rx = re.compile(r"(?<![A-Za-z0-9])\$?" + _sym + r"(?![A-Za-z0-9])", re.I)
    else:
        _tick_rx = re.compile(r"(?<![A-Za-z0-9])(?:" + _sym + r"|(?i:\$" + _sym + r"))(?![A-Za-z0-9])")
    _ASSET_RX.append((_sym, _name_rx, _tick_rx))


_PARENT = {"ETC": "ETH", "BCH": "BTC"}   # "Ethereum Classic" haberi ETH'ye de yazılmasın


def detect_assets(text):
    """Metinde geçen varlık sembollerini döndürür (app.py'deki eski detect_assets yerine geçer)."""
    text = text or ""
    rx = {sym: (nrx, trx) for sym, nrx, trx in _ASSET_RX}
    out = []
    for sym, nrx, trx in _ASSET_RX:
        t = text
        for child, parent in _PARENT.items():
            if sym == parent:
                t = rx[child][0].sub(" ", t)
        if nrx.search(t) or trx.search(t):
            out.append(sym)
    return out


# dönem -> (saat, google 'when', recency yarı ömrü saat)
PERIODS = {"Günlük": (24, "1d", 12), "Aylık": (720, "30d", 96)}
NEWS_DB = "news.db"
LINES = ["#f7931a", "#60a5fa", "#a78bfa", "#eab308", "#22c55e"]

TIMEFRAMES = {"1G": ("2d", "15m"), "7G": ("7d", "1h"), "1A": ("1mo", "1d"), "3A": ("3mo", "1d")}
COL = {"Bullish": "#22c55e", "Neutral": "#eab308", "Bearish": "#ef4444"}

_news_cache = {}
_price_cache = {}
_cls_cache = {}
NEWS_TTL = 300


# ------------------------------------------------------------------ FETCH
def _strip(s):
    return html.unescape(re.sub(r"<[^>]+>", " ", s or "")).strip()


def _parse_feed(xml_bytes, source):
    root = ET.fromstring(xml_bytes)
    atom = "{http://www.w3.org/2005/Atom}"
    out = []
    for it in root.iter():
        tag = it.tag.replace(atom, "")
        if tag not in ("item", "entry"):
            continue

        def g(name):
            el = it.find(name)
            if el is None:
                el = it.find(atom + name)
            return el

        title = g("title")
        link = g("link")
        date = next((e for e in (g("pubDate"), g("published"), g("updated")) if e is not None), None)
        desc = next((e for e in (g("description"), g("summary")) if e is not None), None)
        href = None
        if link is not None:
            href = link.get("href") or (link.text or "").strip()
        ts = None
        if date is not None and date.text:
            try:
                ts = parsedate_to_datetime(date.text)
            except Exception:
                try:
                    ts = datetime.fromisoformat(date.text.replace("Z", "+00:00"))
                except Exception:
                    ts = None
        if ts is not None and ts.tzinfo is None:
            ts = ts.replace(tzinfo=timezone.utc)
        if title is not None and title.text:
            ttl, sname = _strip(title.text), source
            if source == "Google":
                se = g("source")
                if se is not None and se.text:
                    sname = se.text.strip()
                    if ttl.endswith(" - " + sname):
                        ttl = ttl[: -len(sname) - 3]
                desc = None
            out.append({
                "title": ttl, "link": href or "#", "source": sname,
                "ts": ts or datetime.now(timezone.utc),
                "summary": _strip(desc.text if desc is not None else "")[:300],
            })
    return out


def _fetch_one(job):
    name, url, hint = job
    try:
        req = urllib.request.Request(url, headers={"User-Agent": "Mozilla/5.0 GoshawkVortex/1.0"})
        with urllib.request.urlopen(req, timeout=8) as r:
            items = _parse_feed(r.read(), name)
        for i in items:
            i["hint"] = [hint] if hint else []
        return items
    except Exception:
        return None


def _gurl(asset, when):
    q = quote(f"({ASSET_QUERY[asset]}) crypto when:{when}")
    return f"https://news.google.com/rss/search?q={q}&hl=en-US&gl=US&ceid=US:en"


def _gurl_general(q, when):
    return f"https://news.google.com/rss/search?q={quote(q + ' when:' + when)}&hl=en-US&gl=US&ceid=US:en"


def fetch_news(period="Günlük", force=False):
    c = _news_cache.get(period)
    if c and not force and time.time() - c["t"] < NEWS_TTL:
        return c["items"], c["ok"], c["n"]
    when = PERIODS[period][1]
    jobs = [(n, u, None) for n, u in FEEDS.items()] + [("Google", _gurl(a, when), a) for a in ASSET_QUERY] \
        + [("Google", _gurl_general(q, when), None) for q in GENERAL_QUERIES]
    with ThreadPoolExecutor(max_workers=32) as ex:
        results = list(ex.map(_fetch_one, jobs))
    items = [i for r in results if r for i in r]
    ok = sum(1 for r in results if r)
    if items:
        _news_cache[period] = {"t": time.time(), "items": items, "ok": ok, "n": len(jobs)}
    return items, ok, len(jobs)


# ------------------------------------------------------------------ DB (geçmiş birikimi)
def _id(title):
    return hashlib.sha1(re.sub(r"\W+", " ", title.lower()).strip().encode()).hexdigest()[:20]


def _db():
    c = sqlite3.connect(NEWS_DB, timeout=10)
    c.execute("CREATE TABLE IF NOT EXISTS news(id TEXT PRIMARY KEY, title TEXT, link TEXT, source TEXT, "
              "ts REAL, summary TEXT, assets TEXT, label TEXT, score REAL)")
    c.execute("CREATE INDEX IF NOT EXISTS ix_ts ON news(ts)")
    return c


def db_store(items):
    c = _db()
    c.executemany("INSERT OR IGNORE INTO news(id,title,link,source,ts,summary,assets) VALUES(?,?,?,?,?,?,?)",
                  [(_id(i["title"]), i["title"], i["link"], i["source"], i["ts"].timestamp(),
                    i["summary"], ",".join(i["assets"])) for i in items])
    c.commit()
    c.close()


def db_load(hours):
    c = _db()
    since = time.time() - hours * 3600
    rows = c.execute("SELECT id,title,link,source,ts,summary,assets,label,score FROM news WHERE ts>=?", (since,)).fetchall()
    c.execute("DELETE FROM news WHERE ts<?", (time.time() - 45 * 86400,))  # 45 günden eskiyi temizle
    c.commit()
    c.close()
    return [{"id": r[0], "title": r[1], "link": r[2], "source": r[3],
             "ts": datetime.fromtimestamp(r[4], timezone.utc), "summary": r[5] or "",
             "assets": [a for a in (r[6] or "").split(",") if a], "label": r[7], "score": r[8]} for r in rows]


def db_label(nid, label, score):
    c = _db()
    c.execute("UPDATE news SET label=?, score=? WHERE id=?", (label, float(score), nid))
    c.commit()
    c.close()


# ------------------------------------------------------------------ HIZLI LEKSİKON (LLM yedeği)
_BULL = re.compile(r"surge|rall(y|ies)|soar|jump|gain|approv|inflow|record|adopt|bullish|breakout|all-time high|\bath\b|"
                   r"buy|accumulat|upgrade|partnership|launch|rebound|recover|climb|boost")
_BEAR = re.compile(r"crash|plunge|hack|exploit|\bban|lawsuit|\bsued?\b|sell-?off|outflow|liquidat|bankrupt|fraud|"
                   r"drop|declin|slump|tumble|bearish|breakdown|delist|scam|probe|fine[sd]?\b|fear|dump")


def quick_sentiment(text):
    t = text.lower()
    b, r = len(_BULL.findall(t)), len(_BEAR.findall(t))
    sc = max(-1.0, min(1.0, (b - r) / (b + r + 1) * 1.4))
    return ("Bullish" if sc > 0.15 else "Bearish" if sc < -0.15 else "Neutral"), sc


# ------------------------------------------------------------------ RANK
def _tokens(t):
    return {w for w in re.findall(r"[a-z0-9]+", t.lower()) if len(w) > 3}


def rank_news(items, limit=12, max_age_h=48, half=12):
    now = datetime.now(timezone.utc)
    items = [i for i in items if (now - i["ts"]).total_seconds() < max_age_h * 3600]
    items.sort(key=lambda i: i["ts"], reverse=True)
    clusters = []
    index = {}  # anahtar kelime -> küme numaraları (binlerce haberde O(n^2) taramayı önler)
    for it in items:
        tk = _tokens(it["title"])
        keys = sorted(tk, key=lambda w: (-len(w), w))[:4]
        cand = {ci for k in keys for ci in index.get(k, ())}
        for ci in sorted(cand):
            c = clusters[ci]
            if tk and len(tk & c["tk"]) / len(tk | c["tk"]) >= 0.5:
                c["srcs"].add(it["source"])
                c["n"] += 1
                break
        else:
            clusters.append({"it": it, "tk": tk, "srcs": {it["source"]}, "n": 1})
            for k in keys:
                index.setdefault(k, []).append(len(clusters) - 1)
    ranked = []
    for c in clusters:
        it = c["it"]
        text = (it["title"] + " " + it["summary"]).lower()
        kw = sum(w for rx, w in _KW if rx.search(text))
        age_h = (now - it["ts"]).total_seconds() / 3600
        rec = 0.5 ** (age_h / half)
        imp = (kw + 1.5 * (len(c["srcs"]) - 1)) * (0.35 + 0.65 * rec)
        if kw == 0 and len(c["srcs"]) == 1:
            imp *= 0.3
        ranked.append({**it, "srcs": sorted(c["srcs"]), "imp": min(100, imp * 10), "age_h": age_h})
    ranked.sort(key=lambda r: r["imp"], reverse=True)
    return ranked[:limit]


# ------------------------------------------------------------------ PRICE
def price_series(asset, timeframe):
    k = (asset, timeframe)
    c = _price_cache.get(k)
    if c and time.time() - c[0] < NEWS_TTL:
        return c[1]
    rows = _price_series(asset, timeframe)
    _price_cache[k] = (time.time(), rows)
    return rows


def _price_series(asset, timeframe):
    import yfinance as yf  # lazy: sadece grafik için
    period, interval = TIMEFRAMES.get(timeframe, TIMEFRAMES["1A"])
    df = yf.Ticker(YF_SYMBOL.get(asset, f"{asset}-USD")).history(period=period, interval=interval)
    rows = []
    for ts, r in df.iterrows():
        if r["Close"] == r["Close"]:
            rows.append((ts.to_pydatetime(), float(r["Open"]), float(r["High"]),
                         float(r["Low"]), float(r["Close"]), float(r.get("Volume", 0) or 0)))
    return rows


def _fmt(v):
    if v >= 1000:
        return f"{v:,.0f}"
    if v >= 1:
        return f"{v:,.2f}"
    return f"{v:.5f}"


# ------------------------------------------------------------------ SVG
def svg_candles(rows, asset, timeframe, marks=()):
    """Mum grafiği + hacim + SMA20 + son fiyat etiketi. marks: [(datetime, renk)] haber işaretleri."""
    if len(rows) < 3:
        return "<div class='nw-empty'>Fiyat verisi alınamadı.</div>"
    W, H, L, R, T = 780, 380, 62, 14, 16
    PB, VT, VB = 270, 286, 350
    n = len(rows)
    lo = min(r[3] for r in rows)
    hi = max(r[2] for r in rows)
    pad = (hi - lo) * 0.06 or hi * 0.01
    lo, hi = lo - pad, hi + pad
    vmax = max(r[5] for r in rows) or 1
    cw = (W - L - R) / n
    px = lambda i: L + cw * (i + 0.5)
    py = lambda v: T + (PB - T) * (1 - (v - lo) / (hi - lo))
    up = rows[-1][4] >= rows[0][1]
    line = "#22c55e" if up else "#ef4444"
    o = [f"<svg class='nw-svg' viewBox='0 0 {W} {H}' xmlns='http://www.w3.org/2000/svg'>",
         "<defs><linearGradient id='nwa' x1='0' y1='0' x2='0' y2='1'>"
         f"<stop offset='0' stop-color='{line}' stop-opacity='.28'/>"
         f"<stop offset='1' stop-color='{line}' stop-opacity='0'/></linearGradient></defs>"]
    for k in range(6):
        v = lo + (hi - lo) * k / 5
        y = py(v)
        o.append(f"<line x1='{L}' x2='{W-R}' y1='{y:.1f}' y2='{y:.1f}' stroke='#94a3b8' stroke-opacity='.12'/>")
        o.append(f"<text x='{L-8}' y='{y+4:.1f}' text-anchor='end' fill='#8295ad' font-size='11'>{_fmt(v)}</text>")
    # alan dolgusu (kapanış)
    pts = " ".join(f"{px(i):.1f},{py(r[4]):.1f}" for i, r in enumerate(rows))
    o.append(f"<polygon points='{px(0):.1f},{PB} {pts} {px(n-1):.1f},{PB}' fill='url(#nwa)'/>")
    # hacim + mumlar
    for i, (ts, op, h, l, c, v) in enumerate(rows):
        col = "#22c55e" if c >= op else "#ef4444"
        x = px(i)
        bw = max(1.2, cw * 0.62)
        vh = (VB - VT) * (v / vmax)
        o.append(f"<rect x='{x-bw/2:.1f}' y='{VB-vh:.1f}' width='{bw:.1f}' height='{vh:.1f}' fill='{col}' opacity='.35'/>")
        y1, y2 = py(max(op, c)), py(min(op, c))
        tip = f"{ts:%d %b %H:%M}  O {_fmt(op)}  H {_fmt(h)}  L {_fmt(l)}  C {_fmt(c)}"
        o.append(f"<g><title>{tip}</title><line x1='{x:.1f}' x2='{x:.1f}' y1='{py(h):.1f}' y2='{py(l):.1f}' stroke='{col}' stroke-width='1.2'/>"
                 f"<rect x='{x-bw/2:.1f}' y='{y1:.1f}' width='{bw:.1f}' height='{max(1.2, y2-y1):.1f}' fill='{col}' rx='1'/></g>")
    # SMA20
    if n >= 20:
        sma = [(i, sum(r[4] for r in rows[i-19:i+1]) / 20) for i in range(19, n)]
        o.append("<polyline fill='none' stroke='#60a5fa' stroke-width='2' opacity='.9' points='"
                 + " ".join(f"{px(i):.1f},{py(v):.1f}" for i, v in sma) + "'/>")
    # haber işaretleri (zamana en yakın muma)
    for mts, mcol, mtitle in marks:
        try:
            idx = min(range(n), key=lambda i: abs((rows[i][0].replace(tzinfo=None) - mts.replace(tzinfo=None)).total_seconds()))
            if abs((rows[idx][0].replace(tzinfo=None) - mts.replace(tzinfo=None)).total_seconds()) > 3 * 86400:
                continue
        except Exception:
            continue
        x = px(idx)
        o.append(f"<g><title>{html.escape(mtitle)}</title><path d='M{x-6:.1f},{PB+14} L{x+6:.1f},{PB+14} L{x:.1f},{PB+4} Z' fill='{mcol}'/></g>")
    # son fiyat etiketi
    last = rows[-1][4]
    y = py(last)
    o.append(f"<line x1='{L}' x2='{W-R}' y1='{y:.1f}' y2='{y:.1f}' stroke='{line}' stroke-dasharray='4 4' opacity='.8'/>")
    o.append(f"<rect x='{W-R-70}' y='{y-10:.1f}' width='70' height='20' rx='5' fill='{line}'/>"
             f"<text x='{W-R-35}' y='{y+4:.1f}' text-anchor='middle' fill='#fff' font-size='11' font-weight='700'>{_fmt(last)}</text>")
    # x ekseni
    fmt = "%H:%M" if timeframe == "1G" else "%d %b"
    for k in range(5):
        i = int((n - 1) * k / 4)
        o.append(f"<text x='{px(i):.1f}' y='{H-8}' text-anchor='middle' fill='#8295ad' font-size='11'>{rows[i][0]:{fmt}}</text>")
    o.append("</svg>")
    chg = (last / rows[0][1] - 1) * 100
    head = (f"<div class='nw-head'><b>{asset}/USD</b><span class='nw-price'>{_fmt(last)}</span>"
            f"<span style='color:{line}'>{chg:+.2f}%</span><span class='nw-dim'>{timeframe} • mum + hacim + SMA20 • ▲ haber</span></div>")
    return head + "".join(o)


def svg_donut(counts, net):
    tot = sum(counts.values()) or 1
    r, C = 52, 2 * 3.14159265 * 52
    o = ["<svg class='nw-donut' viewBox='0 0 140 140' xmlns='http://www.w3.org/2000/svg'>",
         "<circle cx='70' cy='70' r='52' fill='none' stroke='#172235' stroke-width='16'/>"]
    off = 0
    for k in ("Bullish", "Neutral", "Bearish"):
        ln = C * counts[k] / tot
        if ln > 0:
            o.append(f"<circle cx='70' cy='70' r='52' fill='none' stroke='{COL[k]}' stroke-width='16' "
                     f"stroke-dasharray='{ln:.2f} {C-ln:.2f}' stroke-dashoffset='{-off:.2f}' transform='rotate(-90 70 70)'/>")
        off += ln
    c = "#22c55e" if net > 0.05 else "#ef4444" if net < -0.05 else "#eab308"
    o.append(f"<text x='70' y='68' text-anchor='middle' fill='{c}' font-size='24' font-weight='800'>{net:+.2f}</text>"
             "<text x='70' y='86' text-anchor='middle' fill='#8295ad' font-size='9' letter-spacing='1'>NET SKOR</text></svg>")
    return "".join(o)


def svg_compare(series, timeframe):
    """Normalize % getiri karşılaştırması (ALL modu)."""
    series = {k: v for k, v in series.items() if len(v) > 3}
    if not series:
        return "<div class='nw-empty'>Fiyat verisi alınamadı.</div>"
    W, H, L, R, T, B = 780, 300, 52, 110, 14, 28
    norm = {k: [(r[0], (r[4] / v[0][1] - 1) * 100) for r in v] for k, v in series.items()}
    allv = [p for v in norm.values() for _, p in v]
    lo, hi = min(allv + [0]), max(allv + [0])
    pad = (hi - lo) * 0.08 or 1
    lo, hi = lo - pad, hi + pad
    py = lambda v: T + (H - T - B) * (1 - (v - lo) / (hi - lo))
    o = [f"<svg class='nw-svg' viewBox='0 0 {W} {H}' xmlns='http://www.w3.org/2000/svg'>"]
    for k in range(6):
        v = lo + (hi - lo) * k / 5
        o.append(f"<line x1='{L}' x2='{W-R}' y1='{py(v):.1f}' y2='{py(v):.1f}' stroke='#94a3b8' stroke-opacity='.12'/>"
                 f"<text x='{L-8}' y='{py(v)+4:.1f}' text-anchor='end' fill='#8295ad' font-size='11'>{v:+.0f}%</text>")
    o.append(f"<line x1='{L}' x2='{W-R}' y1='{py(0):.1f}' y2='{py(0):.1f}' stroke='#e2e8f0' stroke-opacity='.4' stroke-dasharray='5 4'/>")
    first = next(iter(norm.values()))
    ends = []
    for ci, (k, v) in enumerate(norm.items()):
        col = LINES[ci % len(LINES)]
        n = len(v)
        pts = " ".join(f"{L + (W-L-R)*i/(n-1):.1f},{py(p):.1f}" for i, (_, p) in enumerate(v))
        o.append(f"<polyline fill='none' stroke='{col}' stroke-width='2.4' stroke-linejoin='round' points='{pts}'/>")
        ends.append([py(v[-1][1]), col, f"{k} {v[-1][1]:+.1f}%"])
    ends.sort()
    for j in range(1, len(ends)):  # etiket çakışmasını önle
        ends[j][0] = max(ends[j][0], ends[j-1][0] + 14)
    for y, col, txt in ends:
        o.append(f"<text x='{W-R+8}' y='{y+4:.1f}' fill='{col}' font-size='11' font-weight='700'>{txt}</text>")
    fmt = "%H:%M" if timeframe == "1G" else "%d %b"
    for k in range(5):
        i = int((len(first) - 1) * k / 4)
        o.append(f"<text x='{L + (W-L-R)*i/(len(first)-1):.1f}' y='{H-8}' text-anchor='middle' fill='#8295ad' font-size='11'>{first[i][0]:{fmt}}</text>")
    o.append("</svg>")
    return f"<div class='nw-head'><b>Varlık performansı</b><span class='nw-dim'>{timeframe} • başlangıca göre % değişim</span></div>" + "".join(o)


def svg_assets(stats, top=15):
    """stats: {asset: (haber_sayısı, net_skor|None)} -> yatay çubuklar."""
    rows = sorted([(a, n, s) for a, (n, s) in stats.items() if n > 0], key=lambda x: -x[1])[:top]
    if not rows:
        return "<div class='nw-empty'>Bu dönemde varlık bazlı haber bulunamadı.</div>"
    mx = max(n for _, n, _ in rows)
    H = 12 + 28 * len(rows)
    o = [f"<svg class='nw-svg' viewBox='0 0 780 {H}' xmlns='http://www.w3.org/2000/svg'>"]
    for i, (a, n, sc) in enumerate(rows):
        y = 8 + 28 * i
        col = "#475569" if sc is None else "#22c55e" if sc > 0.05 else "#ef4444" if sc < -0.05 else "#eab308"
        w = 480 * n / mx
        o.append(f"<text x='8' y='{y+15}' fill='#dbeafe' font-size='12' font-weight='700'>{a}</text>"
                 f"<rect x='60' y='{y+2}' width='480' height='18' rx='9' fill='#172235'/>"
                 f"<rect x='60' y='{y+2}' width='{max(w, 6):.0f}' height='18' rx='9' fill='{col}'><title>{a}: {n} haber</title></rect>"
                 f"<text x='552' y='{y+15}' fill='#94a3b8' font-size='11'>{n} haber • "
                 f"{'skor —' if sc is None else f'skor {sc:+.2f}'}</text>")
    o.append("</svg>")
    return "<div class='nw-head'><b>Varlık haber yoğunluğu</b><span class='nw-dim'>çubuk = haber sayısı • renk = duygu</span></div>" + "".join(o)


def svg_timeline(items, hours):
    """Zamana göre ortalama duygu (sınıflandırılmış haberler)."""
    nb = 6 if hours <= 24 else 30
    step = hours * 3600 / nb
    end = time.time()
    b = [[0.0, 0] for _ in range(nb)]
    for it in items:
        if it.get("label") is None:
            continue
        k = int((it["ts"].timestamp() - (end - hours * 3600)) // step)
        if 0 <= k < nb:
            b[k][0] += it["score"]
            b[k][1] += 1
    if not any(n for _, n in b):
        return ""
    W, H, L, mid = 780, 170, 40, 78
    bw = (W - L - 10) / nb
    o = [f"<svg class='nw-svg' viewBox='0 0 {W} {H}' xmlns='http://www.w3.org/2000/svg'>",
         f"<line x1='{L}' x2='{W-10}' y1='{mid}' y2='{mid}' stroke='#e2e8f0' stroke-opacity='.35'/>"]
    for k, (sm, n) in enumerate(b):
        t0 = datetime.fromtimestamp(end - hours * 3600 + k * step)
        if n:
            v = sm / n
            h = abs(v) * 62
            col = "#22c55e" if v >= 0 else "#ef4444"
            y = mid - h if v >= 0 else mid
            o.append(f"<rect x='{L + k*bw + 3:.1f}' y='{y:.1f}' width='{bw-6:.1f}' height='{max(h, 2):.1f}' rx='4' fill='{col}' "
                     f"opacity='{min(1, .4 + n/6):.2f}'><title>{t0:%d %b %H:%M} • {n} haber • skor {v:+.2f}</title></rect>")
        if k % max(1, nb // 6) == 0:
            fmt = "%H:%M" if hours <= 24 else "%d %b"
            o.append(f"<text x='{L + k*bw + bw/2:.1f}' y='{H-6}' text-anchor='middle' fill='#8295ad' font-size='10'>{t0:{fmt}}</text>")
    o.append(f"<text x='6' y='{mid-52}' fill='#22c55e' font-size='10'>+1</text><text x='6' y='{mid+60}' fill='#ef4444' font-size='10'>-1</text></svg>")
    return ("<div class='nw-head'><b>Duygu zaman çizgisi</b><span class='nw-dim'>sınıflandırılan haberlerin ortalaması • "
            "koyuluk = haber adedi</span></div>" + "".join(o))


# ------------------------------------------------------------------ PANEL
NEWS_CSS = """
.nw-wrap { margin-top:12px; color:#dbeafe; }
.nw-card, .nw-news { padding:18px; border-radius:18px; margin-bottom:14px;
    background:linear-gradient(180deg, rgba(8,18,34,.9), rgba(5,13,25,.85));
    border:1px solid rgba(96,165,250,.18); box-shadow:0 14px 36px rgba(0,0,0,.25); }
.nw-head { display:flex; gap:14px; align-items:baseline; flex-wrap:wrap; margin-bottom:6px; }
.nw-price { font-size:26px; font-weight:800; }
.nw-dim { color:#64748b; font-size:11px; margin-left:auto; }
.nw-svg { width:100%; height:auto; display:block; }
.nw-grid { display:grid; grid-template-columns:160px 1fr; gap:18px; align-items:center; }
.nw-donut { width:150px; height:150px; }
.nw-legend span { display:inline-block; margin:3px 14px 3px 0; font-size:12px; }
.nw-dot { display:inline-block; width:9px; height:9px; border-radius:50%; margin-right:6px; }
.nw-empty { color:#8295ad; padding:18px; }

/* ---- canlı şerit (ticker) ---- */
.nw-ticker { overflow:hidden; border-radius:14px; margin-bottom:14px; padding:10px 0;
    background:linear-gradient(90deg, rgba(8,18,34,.95), rgba(10,28,50,.9));
    border:1px solid rgba(96,165,250,.22); position:relative; }
.nw-ticker:before, .nw-ticker:after { content:""; position:absolute; top:0; bottom:0; width:60px; z-index:2; pointer-events:none; }
.nw-ticker:before { left:0; background:linear-gradient(90deg,#08121f,transparent); }
.nw-ticker:after { right:0; background:linear-gradient(270deg,#08121f,transparent); }
.nw-track { display:inline-flex; white-space:nowrap; gap:34px; padding-left:100%; animation:nwScroll 140s linear infinite; }
.nw-ticker:hover .nw-track { animation-play-state:paused; }
.nw-track a { color:#cbd5e1; font-size:13px; text-decoration:none; }
.nw-track a:hover { color:#fff; text-decoration:underline; }
.nw-live { display:inline-block; width:8px; height:8px; border-radius:50%; margin-right:8px; background:#ef4444;
    box-shadow:0 0 0 0 rgba(239,68,68,.7); animation:nwPing 1.6s infinite; }
@keyframes nwScroll { to { transform:translateX(-100%); } }
@keyframes nwPing { 70% { box-shadow:0 0 0 9px rgba(239,68,68,0); } 100% { box-shadow:0 0 0 0 rgba(239,68,68,0); } }

/* ---- istatistik kutuları ---- */
.nw-stats { display:grid; grid-template-columns:repeat(auto-fit,minmax(150px,1fr)); gap:12px; margin-bottom:14px; }
.nw-stat { padding:14px 16px; border-radius:16px; position:relative; overflow:hidden;
    background:linear-gradient(135deg, rgba(14,30,54,.92), rgba(7,16,30,.9));
    border:1px solid rgba(96,165,250,.2); transition:transform .2s, box-shadow .2s; animation:nwUp .5s ease both; }
.nw-stat:hover { transform:translateY(-3px); box-shadow:0 10px 26px rgba(96,165,250,.2); }
.nw-stat:after { content:""; position:absolute; right:-18px; top:-18px; width:70px; height:70px; border-radius:50%;
    background:var(--c,#60a5fa); opacity:.14; }
.nw-stat b { display:block; font-size:28px; font-weight:800; color:var(--c,#e2e8f0); letter-spacing:-1px; }
.nw-stat span { font-size:11px; letter-spacing:1.2px; color:#8295ad; text-transform:uppercase; }

/* ---- filtre ---- */
.nw-filters { display:flex; gap:8px; flex-wrap:wrap; margin:6px 0 14px; }
.nw-filters input { display:none; }
.nw-filters label { cursor:pointer; padding:7px 16px; border-radius:99px; font-size:12px; font-weight:700;
    background:#0f1d33; color:#9fb0c6; border:1px solid rgba(96,165,250,.25); transition:all .15s; user-select:none; }
.nw-filters label:hover { transform:translateY(-2px); color:#fff; }
.nw-wrap:has(#nwf-all:checked) label[for=nwf-all],
.nw-wrap:has(#nwf-bull:checked) label[for=nwf-bull],
.nw-wrap:has(#nwf-neu:checked) label[for=nwf-neu],
.nw-wrap:has(#nwf-bear:checked) label[for=nwf-bear],
.nw-wrap:has(#nwf-hot:checked) label[for=nwf-hot] { background:#60a5fa; color:#04101f; border-color:#bfdbfe; box-shadow:0 0 16px rgba(96,165,250,.5); }
.nw-wrap:has(#nwf-bull:checked) .nw-news:not([data-l=Bullish]),
.nw-wrap:has(#nwf-neu:checked) .nw-news:not([data-l=Neutral]),
.nw-wrap:has(#nwf-bear:checked) .nw-news:not([data-l=Bearish]),
.nw-wrap:has(#nwf-hot:checked) .nw-news:not([data-hot="1"]) { display:none; }

/* ---- haber kartları ---- */
.nw-list { display:grid; grid-template-columns:repeat(auto-fill,minmax(340px,1fr)); gap:12px; }
.nw-news { border-left:4px solid var(--c); padding:14px 16px; margin:0; position:relative; overflow:hidden;
    transition:transform .2s ease, box-shadow .2s ease, border-color .2s; animation:nwUp .55s ease both;
    animation-delay:calc(var(--i) * 28ms); display:flex; flex-direction:column; gap:8px; }
.nw-news:before { content:""; position:absolute; inset:0; pointer-events:none; opacity:0; transition:opacity .25s;
    background:radial-gradient(circle at 0% 0%, var(--c), transparent 55%); }
.nw-news:hover { transform:translateY(-4px) scale(1.01); box-shadow:0 16px 36px rgba(0,0,0,.45), 0 0 22px color-mix(in srgb, var(--c) 40%, transparent); }
.nw-news:hover:before { opacity:.12; }
.nw-news a { color:#e8eef9; font-weight:650; text-decoration:none; line-height:1.4; font-size:14.5px; position:relative; }
.nw-news a:hover { color:#93c5fd; }
.nw-sum { color:#8b9bb3; font-size:12px; line-height:1.45; position:relative;
    display:-webkit-box; -webkit-line-clamp:2; -webkit-box-orient:vertical; overflow:hidden; }
.nw-top { display:flex; align-items:center; gap:8px; position:relative; }
.nw-av { width:24px; height:24px; border-radius:8px; display:grid; place-items:center; font-size:11px; font-weight:800;
    color:#fff; background:hsl(var(--h),55%,38%); flex:none; }
.nw-src { font-size:11.5px; color:#a9b8cf; font-weight:600; white-space:nowrap; overflow:hidden; text-overflow:ellipsis; }
.nw-badge { margin-left:auto; font-size:10px; font-weight:800; letter-spacing:.6px; padding:2px 8px; border-radius:99px; white-space:nowrap; }
.nw-hot { background:linear-gradient(90deg,#f97316,#ef4444); color:#fff; animation:nwGlow 1.8s ease-in-out infinite alternate; }
.nw-new { background:#38bdf8; color:#04101f; }
@keyframes nwGlow { to { box-shadow:0 0 14px rgba(249,115,22,.9); } }
@keyframes nwUp { from { opacity:0; transform:translateY(14px); } to { opacity:1; transform:none; } }
.nw-meta { color:#7d8ea6; font-size:11px; display:flex; gap:8px; flex-wrap:wrap; align-items:center; position:relative; }
.nw-chip { padding:2px 9px; border-radius:99px; font-weight:700; font-size:11px; background:var(--c); color:#06101f; }
.nw-imp { width:70px; height:6px; border-radius:9px; background:#172235; overflow:hidden; margin-left:auto; }
.nw-imp i { display:block; height:100%; background:linear-gradient(90deg,#60a5fa,#f97316); }
.nw-tag { padding:1px 7px; border-radius:6px; background:#1e293b; color:#93c5fd; font-weight:700; }
.nw-gauge { width:100%; max-width:230px; }
/* ---- toplu tarama ---- */
.nw-heat { display:grid; grid-template-columns:repeat(auto-fill,minmax(150px,1fr)); gap:10px; margin-bottom:14px; }
.nw-hcell { padding:10px 12px; border-radius:14px; border:1px solid rgba(96,165,250,.2); position:relative; overflow:hidden;
    background:linear-gradient(135deg, color-mix(in srgb, var(--c) 28%, #0a1424), #07101e); transition:transform .15s; }
.nw-hcell:hover { transform:translateY(-3px); }
.nw-hcell b { font-size:15px; letter-spacing:.5px; }
.nw-hcell i { font-style:normal; float:right; font-weight:800; color:var(--c); font-size:14px; }
.nw-hcell span { display:block; font-size:11px; color:#8295ad; margin-top:2px; }
.nw-mini { display:flex; height:5px; border-radius:9px; overflow:hidden; margin-top:6px; background:#172235; }
.nw-mini u { display:block; height:100%; text-decoration:none; }
.nw-ast { border-radius:14px; margin-bottom:8px; border:1px solid rgba(96,165,250,.16); border-left:4px solid var(--c);
    background:linear-gradient(180deg, rgba(8,18,34,.9), rgba(5,13,25,.85)); }
.nw-ast > summary { cursor:pointer; list-style:none; padding:11px 14px; display:flex; gap:12px; align-items:center; flex-wrap:wrap; }
.nw-ast > summary::-webkit-details-marker { display:none; }
.nw-ast > summary b { min-width:62px; font-size:15px; }
.nw-ast .nw-body { padding:2px 14px 12px; display:flex; flex-direction:column; gap:6px; }
.nw-ast .nw-body a { color:#dbe7fb; text-decoration:none; font-size:13.5px; line-height:1.4; }
.nw-ast .nw-body a:hover { color:#93c5fd; text-decoration:underline; }
.nw-ast .nw-row { display:flex; gap:8px; align-items:baseline; }
.nw-ast .nw-row small { color:#7d8ea6; white-space:nowrap; }
@media (max-width:640px){ .nw-grid { grid-template-columns:1fr; justify-items:center; } .nw-list { grid-template-columns:1fr; } }
"""


def svg_gauge(net):
    """Yarım daire piyasa ruh hali ibresi (-1..+1)."""
    import math
    ang = math.pi * (1 - (max(-1, min(1, net)) + 1) / 2)  # pi (sol) .. 0 (sağ)
    cx, cy, r = 100, 100, 78
    nx, ny = cx + (r - 14) * math.cos(ang), cy - (r - 14) * math.sin(ang)
    segs = [("#ef4444", 180, 120), ("#f97316", 120, 90), ("#eab308", 90, 60), ("#84cc16", 60, 30), ("#22c55e", 30, 0)]
    o = ["<svg class='nw-gauge' viewBox='0 0 200 122' xmlns='http://www.w3.org/2000/svg'>"]
    for col, a0, a1 in segs:
        x0, y0 = cx + r * math.cos(math.radians(a0)), cy - r * math.sin(math.radians(a0))
        x1, y1 = cx + r * math.cos(math.radians(a1)), cy - r * math.sin(math.radians(a1))
        o.append(f"<path d='M{x0:.1f},{y0:.1f} A{r},{r} 0 0 1 {x1:.1f},{y1:.1f}' fill='none' stroke='{col}' stroke-width='14' opacity='.85'/>")
    o.append(f"<line x1='{cx}' y1='{cy}' x2='{nx:.1f}' y2='{ny:.1f}' stroke='#f8fafc' stroke-width='3' stroke-linecap='round'>"
             f"<animateTransform attributeName='transform' type='rotate' from='-90 {cx} {cy}' to='0 {cx} {cy}' dur='1.1s' fill='freeze'/></line>"
             f"<circle cx='{cx}' cy='{cy}' r='7' fill='#f8fafc'/>"
             "<text x='14' y='118' fill='#ef4444' font-size='9' font-weight='700'>KORKU</text>"
             "<text x='186' y='118' text-anchor='end' fill='#22c55e' font-size='9' font-weight='700'>HIRS</text></svg>")
    return "".join(o)


def _mood(net):
    return ("Aşırı iyimser" if net > .5 else "İyimser" if net > .15 else "Dengeli" if net > -.15
            else "Temkinli" if net > -.5 else "Aşırı kötümser")


def _ingest(detect_assets, period):
    """Kaynakları tara, varlıkları etiketle, DB'ye yaz; (pencere, ok, toplam, saat, yarı_ömür, taze_sayısı) döndür."""
    hours, _, half = PERIODS.get(period, PERIODS["Günlük"])
    fresh, ok, total = fetch_news(period)
    if not fresh and not db_load(hours):
        return None
    for i in fresh:
        i["assets"] = sorted(set(i.get("hint", [])) | set(detect_assets(i["title"])))
    db_store(fresh)
    return db_load(hours), ok, total, hours, half, len(fresh)


def build_news_panel(classify, detect_assets, asset="ALL", timeframe="1A", period="Günlük", limit=None, query=None):
    limit = int(limit or DEFAULT_LIMIT.get(period, 30))
    got = _ingest(detect_assets, period)
    if got is None:
        return ("<div class='nw-card nw-empty'>Haber kaynaklarına ulaşılamadı. "
                "Ağ erişimini veya FEEDS adreslerini kontrol et.</div>")
    window, ok, total, hours, half, _ = got

    stats = {}
    for a in ASSET_QUERY:
        mine = [i for i in window if a in i["assets"]]
        lab = [i["score"] for i in mine if i["label"] is not None]
        stats[a] = (len(mine), sum(lab) / len(lab) if lab else None)

    pool = window if asset == "ALL" else [i for i in window if asset in i["assets"]]
    if query and query.strip():
        qwords = [w for w in re.findall(r"[a-z0-9$]+", query.lower()) if w]
        pool = [i for i in pool
                if all(w in (i["title"] + " " + i["summary"]).lower() for w in qwords)]
    top = rank_news(pool, limit=limit, max_age_h=hours, half=half)

    # LLM ile en önemli (etiketsiz) haberleri etiketle; kalanlar için hızlı leksikon
    done = 0
    for t in top:
        if t.get("label") is None:
            if done < MAX_CLASSIFY:
                try:
                    t["label"], t["score"] = classify(t["title"] + ". " + t["summary"][:200])
                except Exception:
                    t["label"], t["score"] = "Neutral", 0.0
                db_label(t["id"], t["label"], t["score"])
                done += 1
                for w in pool:
                    if w["id"] == t["id"]:
                        w["label"], w["score"] = t["label"], t["score"]
            else:
                t["label"], t["score"] = quick_sentiment(t["title"] + " " + t["summary"])
                t["approx"] = True

    counts = {"Bullish": 0, "Neutral": 0, "Bearish": 0}
    wsum = nsum = 0.0
    for t in top:
        counts[t["label"] if t["label"] in counts else "Neutral"] += 1
        w = 1 + t["imp"] / 25
        wsum += w
        nsum += w * t["score"]
    net = nsum / wsum if wsum else 0.0

    if asset == "ALL":
        hot_syms = [a for a, (n, _) in sorted(stats.items(), key=lambda kv: -kv[1][0]) if n > 0][:5]
        syms = hot_syms if len(hot_syms) >= 3 else MAJORS
        with ThreadPoolExecutor(max_workers=5) as ex:
            res = list(ex.map(lambda a: (a, _safe_price(a, timeframe)), syms))
        chart = f"<div class='nw-card'>{svg_compare({a: r for a, r in res if r}, timeframe)}</div>"
        chart += f"<div class='nw-card'>{svg_assets(stats)}</div>"
    else:
        try:
            rows = price_series(asset, timeframe)
            marks = [(t["ts"], COL.get(t["label"], "#eab308"), t["title"]) for t in top]
            chart = f"<div class='nw-card'>{svg_candles(rows, asset, timeframe, marks)}</div>"
        except Exception as e:
            chart = f"<div class='nw-card nw-empty'>Fiyat grafiği yüklenemedi: {html.escape(str(e))[:120]}</div>"
    tl = svg_timeline(pool, hours)
    if tl:
        chart += f"<div class='nw-card'>{tl}</div>"

    # ---- üst şerit + istatistik kutuları
    tick = "".join(
        f"<a href='{html.escape(t['link'])}' target='_blank' rel='noopener'>"
        f"<i class='nw-dot' style='background:{COL.get(t['label'], '#eab308')}'></i>{html.escape(t['title'])}</a>"
        for t in top[:15])
    ticker = (f"<div class='nw-ticker'><div class='nw-track'><span style='color:#f87171;font-weight:800;font-size:12px'>"
              f"<i class='nw-live'></i>CANLI</span>{tick}</div></div>") if top else ""
    n_src = len({s for t in top for s in t["srcs"]})
    hot = sum(1 for t in top if t["imp"] >= 50)
    bull_pct = 100 * counts["Bullish"] / max(1, len(top))
    tiles = (f"<div class='nw-stats'>"
             f"<div class='nw-stat' style='--c:#60a5fa'><b>{len(pool)}</b><span>Taranan haber</span></div>"
             f"<div class='nw-stat' style='--c:#a78bfa'><b>{n_src}</b><span>Aktif kaynak</span></div>"
             f"<div class='nw-stat' style='--c:#f97316'><b>{hot}</b><span>🔥 Sıcak haber</span></div>"
             f"<div class='nw-stat' style='--c:#22c55e'><b>%{bull_pct:.0f}</b><span>Yükseliş payı</span></div></div>")

    legend = "".join(f"<span><i class='nw-dot' style='background:{COL[k]}'></i>{k} {counts[k]}</span>" for k in COL)
    summary = (f"<div class='nw-card nw-grid'>{svg_donut(counts, net)}<div>"
               f"<b>{period} haber duygu özeti • {asset}</b> <span class='nw-dim'>önem ağırlıklı • {len(top)}/{len(pool)} haber • "
               f"{ok}/{total} kaynak</span><div class='nw-legend' style='margin-top:8px'>{legend}</div></div></div>")
    mood = (f"<div class='nw-card' style='text-align:center'><b>Piyasa ruh hali</b><div style='display:grid;place-items:center'>"
            f"{svg_gauge(net)}</div><div style='font-size:20px;font-weight:800;margin-top:-4px'>{_mood(net)}</div></div>")

    filters = ("<div class='nw-filters'>"
               "<input type='radio' name='nwf' id='nwf-all' checked><label for='nwf-all'>Tümü</label>"
               "<input type='radio' name='nwf' id='nwf-hot'><label for='nwf-hot'>🔥 Sıcak</label>"
               "<input type='radio' name='nwf' id='nwf-bull'><label for='nwf-bull'>🟢 Bullish</label>"
               "<input type='radio' name='nwf' id='nwf-neu'><label for='nwf-neu'>🟡 Neutral</label>"
               "<input type='radio' name='nwf' id='nwf-bear'><label for='nwf-bear'>🔴 Bearish</label></div>")

    cards = []
    for idx, t in enumerate(top):
        c = COL.get(t["label"], "#eab308")
        age = f"{t['age_h']*60:.0f} dk" if t["age_h"] < 1 else f"{t['age_h']:.0f} sa" if t["age_h"] < 48 else f"{t['age_h']/24:.0f} gün"
        tags = " ".join(f"<span class='nw-tag'>{a}</span>" for a in t["assets"][:3])
        src = t["srcs"][0] if t["srcs"] else t["source"]
        hue = int(hashlib.md5(src.encode()).hexdigest()[:4], 16) % 360
        is_hot = t["imp"] >= 50
        badge = ("<span class='nw-badge nw-hot'>🔥 SICAK</span>" if is_hot
                 else "<span class='nw-badge nw-new'>YENİ</span>" if t["age_h"] < 1 else "")
        more = f" +{len(t['srcs'])-1}" if len(t["srcs"]) > 1 else ""
        summ = f"<div class='nw-sum'>{html.escape(t['summary'])}</div>" if t["summary"] else ""
        approx = "~" if t.get("approx") else ""
        cards.append(
            f"<div class='nw-news' data-l='{t['label']}' data-hot='{int(is_hot)}' style='--c:{c};--h:{hue};--i:{min(idx, 20)}'>"
            f"<div class='nw-top'><span class='nw-av'>{html.escape(src[:1].upper())}</span>"
            f"<span class='nw-src'>{html.escape(src)}{more}</span>{badge}</div>"
            f"<a href='{html.escape(t['link'])}' target='_blank' rel='noopener'>{html.escape(t['title'])}</a>{summ}"
            f"<div class='nw-meta'><span class='nw-chip'>{approx}{t['label']} {t['score']:+.1f}</span>{tags}"
            f"<span>⏱ {age} önce</span>"
            f"<span class='nw-imp' title='Önem {t['imp']:.0f}/100'><i style='width:{t['imp']:.0f}%'></i></span></div></div>")
    if not cards:
        cards = ["<div class='nw-card nw-empty'>Bu dönem/varlık için önemli haber bulunamadı.</div>"]

    note = ("<div class='nw-dim' style='margin:0 0 8px'>Aylık görünüm Google News + biriken tarama geçmişinden gelir; "
            "zaman çizgisi uygulama çalıştıkça dolar. “~” işareti hızlı anahtar kelime tahminidir; sonraki taramalarda model etiketler.</div>"
            if hours > 24 else
            "<div class='nw-dim' style='margin:0 0 8px'>“~” işareti hızlı anahtar kelime tahminidir; sonraki taramalarda model etiketler.</div>")
    stamp = datetime.now().strftime("%H:%M:%S")
    return (f"<div class='nw-wrap'>{ticker}"
            f"<div class='nw-dim' style='margin:0 0 8px'>Son tarama: {stamp} • önbellek {NEWS_TTL//60} dk • {ok}/{total} kaynak yanıt verdi</div>"
            f"{tiles}<div class='nw-grid' style='grid-template-columns:1fr 1fr;align-items:stretch'>{summary}{mood}</div>"
            f"{chart}{note}{filters}<div class='nw-list'>{''.join(cards)}</div></div>")


def _safe_price(a, tf):
    try:
        return price_series(a, tf)
    except Exception:
        return None


# ------------------------------------------------------------------ TOPLU TARAMA
BULK_SORTS = ["Haber sayısı", "En bullish", "En bearish"]


def _lab_color(sc):
    return "#22c55e" if sc > 0.05 else "#ef4444" if sc < -0.05 else "#eab308"


def build_bulk_panel(classify, detect_assets, period="Günlük", per_asset=3, budget=None, sort="Haber sayısı"):
    """Tüm paritelerin haberlerini tek seferde tarar; parite başına özet + ısı haritası üretir.

    budget: bu taramada LLM ile etiketlenecek en fazla başlık (kalanlar anahtar-kelime tahmini "~";
            etiketler DB'de saklandığı için her taramada daha fazlası model etiketine dönüşür).
    """
    per_asset = max(1, int(per_asset or 3))
    budget = MAX_BULK_CLASSIFY if budget is None else max(0, int(budget))
    got = _ingest(detect_assets, period)
    if got is None:
        return ("<div class='nw-card nw-empty'>Haber kaynaklarına ulaşılamadı. "
                "Ağ erişimini veya FEEDS adreslerini kontrol et.</div>")
    window, ok, total, hours, half, n_fresh = got

    ranked = rank_news(window, limit=10 ** 6, max_age_h=hours, half=half)   # tekilleştirilmiş hikâyeler
    by_asset = {a: [] for a in ASSET_LIST}
    for t in ranked:
        for a in t["assets"]:
            if a in by_asset:
                by_asset[a].append(t)
    for a in by_asset:                                   # her varlık için en önemli per_asset haber
        by_asset[a].sort(key=lambda t: t["imp"], reverse=True)

    # etiketleme: her paritenin en önemli haberleri, önem sırasıyla, bütçe dolana dek model ile
    picks, seen = [], set()
    for a in ASSET_LIST:
        for t in by_asset[a][:per_asset]:
            if t["id"] not in seen:
                seen.add(t["id"])
                picks.append(t)
    picks.sort(key=lambda t: t["imp"], reverse=True)
    done = 0
    for t in picks:
        if t.get("label") is None:
            if done < budget:
                try:
                    t["label"], t["score"] = classify(t["title"] + ". " + t["summary"][:200])
                except Exception:
                    t["label"], t["score"] = "Neutral", 0.0
                db_label(t["id"], t["label"], t["score"])
                done += 1
            else:
                t["label"], t["score"] = quick_sentiment(t["title"] + " " + t["summary"])
                t["approx"] = True

    # parite istatistikleri (yalnızca gösterilen/etiketlenen haberlerden)
    rows = []
    for a in ASSET_LIST:
        lst = by_asset[a]
        if not lst:
            continue
        shown = lst[:per_asset]
        cnt = {"Bullish": 0, "Neutral": 0, "Bearish": 0}
        ws = ns = 0.0
        for t in shown:
            cnt[t["label"] if t["label"] in cnt else "Neutral"] += 1
            w = 1 + t["imp"] / 25
            ws += w
            ns += w * t["score"]
        rows.append({"a": a, "n": len(lst), "net": ns / ws if ws else 0.0, "cnt": cnt, "shown": shown,
                     "hot": sum(1 for t in lst if t["imp"] >= 50)})
    if sort == "En bullish":
        rows.sort(key=lambda r: (-r["net"], -r["n"]))
    elif sort == "En bearish":
        rows.sort(key=lambda r: (r["net"], -r["n"]))
    else:
        rows.sort(key=lambda r: (-r["n"], -r["net"]))

    if not rows:
        return "<div class='nw-card nw-empty'>Bu dönemde hiçbir parite için haber bulunamadı.</div>"

    uniq_total = len(ranked)
    tagged = sum(1 for t in ranked if t["assets"])
    model_labeled = sum(1 for t in picks if not t.get("approx"))
    tiles = (f"<div class='nw-stats'>"
             f"<div class='nw-stat' style='--c:#60a5fa'><b>{len(window)}</b><span>Taranan haber</span></div>"
             f"<div class='nw-stat' style='--c:#a78bfa'><b>{uniq_total}</b><span>Tekil hikâye</span></div>"
             f"<div class='nw-stat' style='--c:#22c55e'><b>{len(rows)}/{len(ASSET_LIST)}</b><span>Haberi olan parite</span></div>"
             f"<div class='nw-stat' style='--c:#f97316'><b>{sum(r['hot'] for r in rows)}</b><span>🔥 Sıcak haber</span></div>"
             f"<div class='nw-stat' style='--c:#eab308'><b>{model_labeled}/{len(picks)}</b><span>Model etiketli</span></div></div>")

    heat = "".join(
        f"<div class='nw-hcell' style='--c:{_lab_color(r['net'])}'><i>{r['net']:+.2f}</i><b>{r['a']}</b>"
        f"<span>{r['n']} haber • 🔥{r['hot']}</span>"
        f"<div class='nw-mini'><u style='width:{100*r['cnt']['Bullish']/len(r['shown']):.0f}%;background:{COL['Bullish']}'></u>"
        f"<u style='width:{100*r['cnt']['Neutral']/len(r['shown']):.0f}%;background:{COL['Neutral']}'></u>"
        f"<u style='width:{100*r['cnt']['Bearish']/len(r['shown']):.0f}%;background:{COL['Bearish']}'></u></div></div>"
        for r in rows)

    details = []
    for r in rows:
        lines = []
        for t in r["shown"]:
            ap = "~" if t.get("approx") else ""
            age = (f"{t['age_h']*60:.0f} dk" if t["age_h"] < 1 else f"{t['age_h']:.0f} sa" if t["age_h"] < 48
                   else f"{t['age_h']/24:.0f} gün")
            lines.append(
                f"<div class='nw-row'><span class='nw-chip' style='--c:{COL.get(t['label'], '#eab308')}'>"
                f"{ap}{t['label']} {t['score']:+.1f}</span>"
                f"<a href='{html.escape(t['link'])}' target='_blank' rel='noopener'>{html.escape(t['title'])}</a>"
                f"<small>{html.escape(t['srcs'][0] if t['srcs'] else t['source'])} • {age}</small></div>")
        details.append(
            f"<details class='nw-ast' style='--c:{_lab_color(r['net'])}'><summary><b>{r['a']}</b>"
            f"<span class='nw-chip' style='--c:{_lab_color(r['net'])}'>net {r['net']:+.2f}</span>"
            f"<span class='nw-dim' style='margin-left:0'>{r['n']} haber • 🟢{r['cnt']['Bullish']} "
            f"🟡{r['cnt']['Neutral']} 🔴{r['cnt']['Bearish']}</span></summary>"
            f"<div class='nw-body'>{''.join(lines)}</div></details>")

    stamp = datetime.now().strftime("%H:%M:%S")
    note = ("<div class='nw-dim' style='margin:0 0 8px'>“~” işareti hızlı anahtar kelime tahminidir. Model etiketleri DB’de saklanır; "
            "her taramada daha fazla başlık modele geçer. Net skor, her paritenin en önemli haberlerinden hesaplanır.</div>")
    return (f"<div class='nw-wrap'>"
            f"<div class='nw-dim' style='margin:0 0 8px'>{period} toplu tarama • Son tarama: {stamp} • "
            f"{ok}/{total} kaynak yanıt verdi • {n_fresh} taze haber • bu turda {done} başlık modelle etiketlendi</div>"
            f"{tiles}<div class='nw-card'><div class='nw-head'><b>Parite ısı haritası</b>"
            f"<span class='nw-dim'>renk = net duygu • sayı = haber adedi • çubuk = bullish/neutral/bearish</span></div>"
            f"<div class='nw-heat'>{heat}</div></div>{note}{''.join(details)}</div>")


# ------------------------------------------------------------------ FİYAT PANOSU
def price_snapshot(assets, hours=24):
    """Varlıklar için (sembol, son_fiyat, değişim_% , spark noktaları) döndürür."""
    import yfinance as yf
    out = []
    for a in assets:
        try:
            df = yf.Ticker(YF_SYMBOL.get(a, f"{a}-USD")).history(period="2d", interval="1h")
            closes = [float(c) for c in df["Close"] if c == c]
            if len(closes) < 2:
                continue
            win = closes[-(hours + 1):]
            last = win[-1]
            chg = (last / win[0] - 1) * 100
            out.append({"asset": a, "last": last, "chg": chg, "spark": win})
        except Exception:
            continue
    return out


def _svg_spark(vals, w=110, h=30):
    if len(vals) < 2:
        return ""
    lo, hi = min(vals), max(vals)
    rng = (hi - lo) or (hi * 0.01 or 1)
    n = len(vals)
    pts = " ".join(f"{w * i / (n - 1):.1f},{h - 3 - (h - 6) * (v - lo) / rng:.1f}" for i, v in enumerate(vals))
    col = "#22c55e" if vals[-1] >= vals[0] else "#ef4444"
    return (f"<svg width='{w}' height='{h}' viewBox='0 0 {w} {h}' xmlns='http://www.w3.org/2000/svg'>"
            f"<polyline fill='none' stroke='{col}' stroke-width='2' stroke-linejoin='round' points='{pts}'/></svg>")


def build_price_board(assets, hours=24):
    """İzleme listesi fiyat panosu HTML'i."""
    snap = price_snapshot(assets, hours)
    if not snap:
        return "<div class='nw-card nw-empty'>Fiyat verisi alınamadı.</div>"
    snap.sort(key=lambda s: -abs(s["chg"]))
    rows = []
    for s in snap:
        col = "#22c55e" if s["chg"] >= 0 else "#ef4444"
        arrow = "▲" if s["chg"] >= 0 else "▼"
        rows.append(
            f"<tr><td style='font-weight:800'>{s['asset']}/USD</td>"
            f"<td style='text-align:right;font-weight:700'>{_fmt(s['last'])}</td>"
            f"<td style='text-align:right;color:{col};font-weight:800'>{arrow} {s['chg']:+.2f}%</td>"
            f"<td style='text-align:right'>{_svg_spark(s['spark'])}</td></tr>")
    gainers = sum(1 for s in snap if s["chg"] > 0)
    stamp = datetime.now().strftime("%H:%M:%S")
    return (f"<div class='nw-wrap'><div class='nw-dim' style='margin:0 0 8px'>"
            f"Son güncelleme: {stamp} • {gainers}/{len(snap)} parite yükselişte • son {hours} saat</div>"
            f"<div class='nw-card' style='overflow-x:auto'><table class='nw-board'>"
            f"<thead><tr><th>Parite</th><th style='text-align:right'>Fiyat</th>"
            f"<th style='text-align:right'>Değişim</th><th style='text-align:right'>Trend</th></tr></thead>"
            f"<tbody>{''.join(rows)}</tbody></table></div></div>")


BOARD_CSS = """
.nw-board { width:100%; border-collapse:collapse; font-size:13.5px; }
.nw-board th { text-align:left; color:#8295ad; font-size:11px; letter-spacing:1px;
    text-transform:uppercase; padding:6px 10px; border-bottom:1px solid rgba(96,165,250,.2); }
.nw-board td { padding:9px 10px; border-bottom:1px solid rgba(148,163,184,.08); color:#dbeafe; }
.nw-board tbody tr:hover { background:rgba(96,165,250,.07); }
"""

NEWS_CSS += BOARD_CSS