Delete news_feed.py

news_feed.py

@@ -1,347 +0,0 @@
-"""news_feed.py — RSS haber taraması + SVG grafikler (ek bağımlılık yok).
-
-app.py'den:  build_news_panel(classify, detect_assets, asset, timeframe)
-classify(text) -> (label: "Bullish"|"Neutral"|"Bearish", score: -1..1)
-"""
-import re
-import time
-import html
-import hashlib
-import urllib.request
-import xml.etree.ElementTree as ET
-from concurrent.futures import ThreadPoolExecutor
-from datetime import datetime, timezone
-from email.utils import parsedate_to_datetime
-
-FEEDS = {
-    "CoinDesk": "https://www.coindesk.com/arc/outboundfeeds/rss/",
-    "Cointelegraph": "https://cointelegraph.com/rss",
-    "Decrypt": "https://decrypt.co/feed",
-    "Bitcoin Magazine": "https://bitcoinmagazine.com/.rss/full/",
-    "The Block": "https://www.theblock.co/rss.xml",
-}
-
-# regex -> ağırlık (önem puanı)
-KEYWORDS = {
-    r"\betf": 3, r"\bsec\b": 3, r"\bhack": 3, r"\bexploit": 3, r"\bliquidat": 3,
-    r"\bbankrupt": 3, r"\bfed\b": 3, r"\brate (cut|hike)": 3, r"\bcpi\b": 2,
-    r"\bhalving": 3, r"\bcrash": 3, r"\bplunge": 3, r"\bsurge": 2, r"\brall(y|ies)": 2,
-    r"all-time high|\bath\b": 3, r"\blawsuit|\bsued?\b": 2, r"\bban(s|ned)?\b": 2,
-    r"\bapprov": 2, r"\bregulat": 2, r"\bwhale": 2, r"\binflow|\boutflow": 2,
-    r"\bblackrock": 2, r"\bdelist": 2, r"\bstablecoin": 1, r"\btether|\busdt": 1,
-    r"\bbinance": 1, r"\bbreakout|\bbreakdown": 2, r"\bsettle|\bfine[sd]?\b": 1,
-}
-_KW = [(re.compile(k), w) for k, w in KEYWORDS.items()]
-
-TIMEFRAMES = {"1G": ("2d", "15m"), "7G": ("7d", "1h"), "1A": ("1mo", "1d"), "3A": ("3mo", "1d")}
-COL = {"Bullish": "#22c55e", "Neutral": "#eab308", "Bearish": "#ef4444"}
-
-_news_cache = {"t": 0.0, "items": [], "ok": 0}
-_cls_cache = {}
-NEWS_TTL = 300
-
-
-# ------------------------------------------------------------------ FETCH
-def _strip(s):
-    return html.unescape(re.sub(r"<[^>]+>", " ", s or "")).strip()
-
-
-def _parse_feed(xml_bytes, source):
-    root = ET.fromstring(xml_bytes)
-    atom = "{http://www.w3.org/2005/Atom}"
-    out = []
-    for it in root.iter():
-        tag = it.tag.replace(atom, "")
-        if tag not in ("item", "entry"):
-            continue
-
-        def g(name):
-            el = it.find(name)
-            if el is None:
-                el = it.find(atom + name)
-            return el
-
-        title = g("title")
-        link = g("link")
-        date = g("pubDate") or g("published") or g("updated")
-        desc = g("description") or g("summary")
-        href = None
-        if link is not None:
-            href = link.get("href") or (link.text or "").strip()
-        ts = None
-        if date is not None and date.text:
-            try:
-                ts = parsedate_to_datetime(date.text)
-            except Exception:
-                try:
-                    ts = datetime.fromisoformat(date.text.replace("Z", "+00:00"))
-                except Exception:
-                    ts = None
-        if ts is not None and ts.tzinfo is None:
-            ts = ts.replace(tzinfo=timezone.utc)
-        if title is not None and title.text:
-            out.append({
-                "title": _strip(title.text), "link": href or "#", "source": source,
-                "ts": ts or datetime.now(timezone.utc),
-                "summary": _strip(desc.text if desc is not None else "")[:300],
-            })
-    return out
-
-
-def _fetch_one(item):
-    name, url = item
-    try:
-        req = urllib.request.Request(url, headers={"User-Agent": "Mozilla/5.0 GoshawkVortex/1.0"})
-        with urllib.request.urlopen(req, timeout=8) as r:
-            return _parse_feed(r.read(), name)
-    except Exception:
-        return None
-
-
-def fetch_news(force=False):
-    if not force and time.time() - _news_cache["t"] < NEWS_TTL and _news_cache["items"]:
-        return _news_cache["items"], _news_cache["ok"]
-    with ThreadPoolExecutor(max_workers=len(FEEDS)) as ex:
-        results = list(ex.map(_fetch_one, FEEDS.items()))
-    items = [i for r in results if r for i in r]
-    ok = sum(1 for r in results if r)
-    if items:
-        _news_cache.update(t=time.time(), items=items, ok=ok)
-    return items or _news_cache["items"], ok
-
-
-# ------------------------------------------------------------------ RANK
-def _tokens(t):
-    return {w for w in re.findall(r"[a-z0-9]+", t.lower()) if len(w) > 3}
-
-
-def rank_news(items, limit=12, max_age_h=48):
-    now = datetime.now(timezone.utc)
-    items = [i for i in items if (now - i["ts"]).total_seconds() < max_age_h * 3600]
-    items.sort(key=lambda i: i["ts"], reverse=True)
-    clusters = []
-    for it in items:
-        tk = _tokens(it["title"])
-        for c in clusters:
-            if tk and len(tk & c["tk"]) / len(tk | c["tk"]) >= 0.5:
-                c["srcs"].add(it["source"])
-                c["n"] += 1
-                break
-        else:
-            clusters.append({"it": it, "tk": tk, "srcs": {it["source"]}, "n": 1})
-    ranked = []
-    for c in clusters:
-        it = c["it"]
-        text = (it["title"] + " " + it["summary"]).lower()
-        kw = sum(w for rx, w in _KW if rx.search(text))
-        age_h = (now - it["ts"]).total_seconds() / 3600
-        rec = 0.5 ** (age_h / 12)
-        imp = (kw + 1.5 * (len(c["srcs"]) - 1)) * (0.35 + 0.65 * rec)
-        if kw == 0 and len(c["srcs"]) == 1:
-            imp *= 0.3
-        ranked.append({**it, "srcs": sorted(c["srcs"]), "imp": min(100, imp * 10), "age_h": age_h})
-    ranked.sort(key=lambda r: r["imp"], reverse=True)
-    return ranked[:limit]
-
-
-def classify_cached(classify, item):
-    key = hashlib.sha1(item["title"].encode()).hexdigest()
-    if key not in _cls_cache:
-        if len(_cls_cache) > 500:
-            _cls_cache.clear()
-        try:
-            _cls_cache[key] = classify(item["title"] + ". " + item["summary"][:200])
-        except Exception:
-            _cls_cache[key] = ("Neutral", 0.0)
-    return _cls_cache[key]
-
-
-# ------------------------------------------------------------------ PRICE
-def price_series(asset, timeframe):
-    import yfinance as yf  # lazy: sadece grafik için
-    period, interval = TIMEFRAMES.get(timeframe, TIMEFRAMES["1A"])
-    df = yf.Ticker(f"{asset}-USD").history(period=period, interval=interval)
-    rows = []
-    for ts, r in df.iterrows():
-        if r["Close"] == r["Close"]:
-            rows.append((ts.to_pydatetime(), float(r["Open"]), float(r["High"]),
-                         float(r["Low"]), float(r["Close"]), float(r.get("Volume", 0) or 0)))
-    return rows
-
-
-def _fmt(v):
-    if v >= 1000:
-        return f"{v:,.0f}"
-    if v >= 1:
-        return f"{v:,.2f}"
-    return f"{v:.5f}"
-
-
-# ------------------------------------------------------------------ SVG
-def svg_candles(rows, asset, timeframe, marks=()):
-    """Mum grafiği + hacim + SMA20 + son fiyat etiketi. marks: [(datetime, renk)] haber işaretleri."""
-    if len(rows) < 3:
-        return "<div class='nw-empty'>Fiyat verisi alınamadı.</div>"
-    W, H, L, R, T = 780, 380, 62, 14, 16
-    PB, VT, VB = 270, 286, 350
-    n = len(rows)
-    lo = min(r[3] for r in rows)
-    hi = max(r[2] for r in rows)
-    pad = (hi - lo) * 0.06 or hi * 0.01
-    lo, hi = lo - pad, hi + pad
-    vmax = max(r[5] for r in rows) or 1
-    cw = (W - L - R) / n
-    px = lambda i: L + cw * (i + 0.5)
-    py = lambda v: T + (PB - T) * (1 - (v - lo) / (hi - lo))
-    up = rows[-1][4] >= rows[0][1]
-    line = "#22c55e" if up else "#ef4444"
-    o = [f"<svg class='nw-svg' viewBox='0 0 {W} {H}' xmlns='http://www.w3.org/2000/svg'>",
-         "<defs><linearGradient id='nwa' x1='0' y1='0' x2='0' y2='1'>"
-         f"<stop offset='0' stop-color='{line}' stop-opacity='.28'/>"
-         f"<stop offset='1' stop-color='{line}' stop-opacity='0'/></linearGradient></defs>"]
-    for k in range(6):
-        v = lo + (hi - lo) * k / 5
-        y = py(v)
-        o.append(f"<line x1='{L}' x2='{W-R}' y1='{y:.1f}' y2='{y:.1f}' stroke='#94a3b8' stroke-opacity='.12'/>")
-        o.append(f"<text x='{L-8}' y='{y+4:.1f}' text-anchor='end' fill='#8295ad' font-size='11'>{_fmt(v)}</text>")
-    # alan dolgusu (kapanış)
-    pts = " ".join(f"{px(i):.1f},{py(r[4]):.1f}" for i, r in enumerate(rows))
-    o.append(f"<polygon points='{px(0):.1f},{PB} {pts} {px(n-1):.1f},{PB}' fill='url(#nwa)'/>")
-    # hacim + mumlar
-    for i, (ts, op, h, l, c, v) in enumerate(rows):
-        col = "#22c55e" if c >= op else "#ef4444"
-        x = px(i)
-        bw = max(1.2, cw * 0.62)
-        vh = (VB - VT) * (v / vmax)
-        o.append(f"<rect x='{x-bw/2:.1f}' y='{VB-vh:.1f}' width='{bw:.1f}' height='{vh:.1f}' fill='{col}' opacity='.35'/>")
-        y1, y2 = py(max(op, c)), py(min(op, c))
-        tip = f"{ts:%d %b %H:%M}  O {_fmt(op)}  H {_fmt(h)}  L {_fmt(l)}  C {_fmt(c)}"
-        o.append(f"<g><title>{tip}</title><line x1='{x:.1f}' x2='{x:.1f}' y1='{py(h):.1f}' y2='{py(l):.1f}' stroke='{col}' stroke-width='1.2'/>"
-                 f"<rect x='{x-bw/2:.1f}' y='{y1:.1f}' width='{bw:.1f}' height='{max(1.2, y2-y1):.1f}' fill='{col}' rx='1'/></g>")
-    # SMA20
-    if n >= 20:
-        sma = [(i, sum(r[4] for r in rows[i-19:i+1]) / 20) for i in range(19, n)]
-        o.append("<polyline fill='none' stroke='#60a5fa' stroke-width='2' opacity='.9' points='"
-                 + " ".join(f"{px(i):.1f},{py(v):.1f}" for i, v in sma) + "'/>")
-    # haber işaretleri (zamana en yakın muma)
-    for mts, mcol, mtitle in marks:
-        try:
-            idx = min(range(n), key=lambda i: abs((rows[i][0].replace(tzinfo=None) - mts.replace(tzinfo=None)).total_seconds()))
-            if abs((rows[idx][0].replace(tzinfo=None) - mts.replace(tzinfo=None)).total_seconds()) > 3 * 86400:
-                continue
-        except Exception:
-            continue
-        x = px(idx)
-        o.append(f"<g><title>{html.escape(mtitle)}</title><path d='M{x-6:.1f},{PB+14} L{x+6:.1f},{PB+14} L{x:.1f},{PB+4} Z' fill='{mcol}'/></g>")
-    # son fiyat etiketi
-    last = rows[-1][4]
-    y = py(last)
-    o.append(f"<line x1='{L}' x2='{W-R}' y1='{y:.1f}' y2='{y:.1f}' stroke='{line}' stroke-dasharray='4 4' opacity='.8'/>")
-    o.append(f"<rect x='{W-R-70}' y='{y-10:.1f}' width='70' height='20' rx='5' fill='{line}'/>"
-             f"<text x='{W-R-35}' y='{y+4:.1f}' text-anchor='middle' fill='#fff' font-size='11' font-weight='700'>{_fmt(last)}</text>")
-    # x ekseni
-    fmt = "%H:%M" if timeframe == "1G" else "%d %b"
-    for k in range(5):
-        i = int((n - 1) * k / 4)
-        o.append(f"<text x='{px(i):.1f}' y='{H-8}' text-anchor='middle' fill='#8295ad' font-size='11'>{rows[i][0]:{fmt}}</text>")
-    o.append("</svg>")
-    chg = (last / rows[0][1] - 1) * 100
-    head = (f"<div class='nw-head'><b>{asset}/USD</b><span class='nw-price'>{_fmt(last)}</span>"
-            f"<span style='color:{line}'>{chg:+.2f}%</span><span class='nw-dim'>{timeframe} • mum + hacim + SMA20 • ▲ haber</span></div>")
-    return head + "".join(o)
-
-
-def svg_donut(counts, net):
-    tot = sum(counts.values()) or 1
-    r, C = 52, 2 * 3.14159265 * 52
-    o = ["<svg class='nw-donut' viewBox='0 0 140 140' xmlns='http://www.w3.org/2000/svg'>",
-         "<circle cx='70' cy='70' r='52' fill='none' stroke='#172235' stroke-width='16'/>"]
-    off = 0
-    for k in ("Bullish", "Neutral", "Bearish"):
-        ln = C * counts[k] / tot
-        if ln > 0:
-            o.append(f"<circle cx='70' cy='70' r='52' fill='none' stroke='{COL[k]}' stroke-width='16' "
-                     f"stroke-dasharray='{ln:.2f} {C-ln:.2f}' stroke-dashoffset='{-off:.2f}' transform='rotate(-90 70 70)'/>")
-        off += ln
-    c = "#22c55e" if net > 0.05 else "#ef4444" if net < -0.05 else "#eab308"
-    o.append(f"<text x='70' y='68' text-anchor='middle' fill='{c}' font-size='24' font-weight='800'>{net:+.2f}</text>"
-             "<text x='70' y='86' text-anchor='middle' fill='#8295ad' font-size='9' letter-spacing='1'>NET SKOR</text></svg>")
-    return "".join(o)
-
-
-# ------------------------------------------------------------------ PANEL
-NEWS_CSS = """
-.nw-wrap { margin-top:12px; color:#dbeafe; }
-.nw-card, .nw-news { padding:18px; border-radius:18px; margin-bottom:14px;
-    background:linear-gradient(180deg, rgba(8,18,34,.9), rgba(5,13,25,.85));
-    border:1px solid rgba(96,165,250,.18); box-shadow:0 14px 36px rgba(0,0,0,.25); }
-.nw-head { display:flex; gap:14px; align-items:baseline; flex-wrap:wrap; margin-bottom:6px; }
-.nw-price { font-size:26px; font-weight:800; }
-.nw-dim { color:#64748b; font-size:11px; margin-left:auto; }
-.nw-svg { width:100%; height:auto; display:block; }
-.nw-grid { display:grid; grid-template-columns:160px 1fr; gap:18px; align-items:center; }
-.nw-donut { width:150px; height:150px; }
-.nw-legend span { display:inline-block; margin:3px 14px 3px 0; font-size:12px; }
-.nw-dot { display:inline-block; width:9px; height:9px; border-radius:50%; margin-right:6px; }
-.nw-news { border-left:4px solid var(--c); padding:14px 16px; margin-bottom:10px; }
-.nw-news a { color:#e2e8f0; font-weight:600; text-decoration:none; }
-.nw-news a:hover { color:#60a5fa; }
-.nw-meta { color:#7d8ea6; font-size:11px; margin-top:6px; display:flex; gap:10px; flex-wrap:wrap; align-items:center; }
-.nw-chip { padding:2px 9px; border-radius:99px; font-weight:700; font-size:11px; background:var(--c); color:#06101f; }
-.nw-imp { width:70px; height:6px; border-radius:9px; background:#172235; overflow:hidden; }
-.nw-imp i { display:block; height:100%; background:linear-gradient(90deg,#60a5fa,#f97316); }
-.nw-empty { color:#8295ad; padding:18px; }
-@media (max-width:640px){ .nw-grid { grid-template-columns:1fr; justify-items:center; } }
-"""
-
-
-def build_news_panel(classify, detect_assets, asset="BTC", timeframe="1A", limit=10):
-    items, ok = fetch_news()
-    if not items:
-        return ("<div class='nw-card nw-empty'>Haber kaynaklarına ulaşılamadı. "
-                "İnternet/ağ erişimini veya FEEDS adreslerini kontrol et.</div>")
-    if asset != "ALL":
-        items = [i for i in items if asset in detect_assets(i["title"] + " " + i["summary"])]
-    top = rank_news(items, limit=limit)
-    for t in top:
-        t["label"], t["score"] = classify_cached(classify, t)
-
-    counts = {"Bullish": 0, "Neutral": 0, "Bearish": 0}
-    wsum = nsum = 0.0
-    for t in top:
-        counts[t["label"] if t["label"] in counts else "Neutral"] += 1
-        w = 1 + t["imp"] / 25
-        wsum += w
-        nsum += w * t["score"]
-    net = nsum / wsum if wsum else 0.0
-
-    chart = ""
-    if asset != "ALL":
-        try:
-            rows = price_series(asset, timeframe)
-            marks = [(t["ts"], COL.get(t["label"], "#eab308"), t["title"]) for t in top]
-            chart = f"<div class='nw-card'>{svg_candles(rows, asset, timeframe, marks)}</div>"
-        except Exception as e:
-            chart = f"<div class='nw-card nw-empty'>Fiyat grafiği yüklenemedi: {html.escape(str(e))[:120]}</div>"
-
-    legend = "".join(f"<span><i class='nw-dot' style='background:{COL[k]}'></i>{k} {counts[k]}</span>" for k in COL)
-    summary = (f"<div class='nw-card nw-grid'>{svg_donut(counts, net)}<div>"
-               f"<b>Haber duygu özeti</b> <span class='nw-dim'>önem ağırlıklı • {len(top)} haber • {ok}/{len(FEEDS)} kaynak</span>"
-               f"<div class='nw-legend' style='margin-top:8px'>{legend}</div></div></div>")
-
-    cards = []
-    for t in top:
-        c = COL.get(t["label"], "#eab308")
-        age = f"{t['age_h']*60:.0f} dk" if t["age_h"] < 1 else f"{t['age_h']:.0f} sa"
-        srcs = ", ".join(t["srcs"])
-        cards.append(
-            f"<div class='nw-news' style='--c:{c}'><a href='{html.escape(t['link'])}' target='_blank' rel='noopener'>"
-            f"{html.escape(t['title'])}</a><div class='nw-meta'><span class='nw-chip'>{t['label']} {t['score']:+.1f}</span>"
-            f"<span>{html.escape(srcs)}</span><span>{age} önce</span>"
-            f"<span class='nw-imp' title='Önem {t['imp']:.0f}/100'><i style='width:{t['imp']:.0f}%'></i></span></div></div>")
-    if not cards:
-        cards = ["<div class='nw-card nw-empty'>Bu varlık için son 48 saatte önemli haber bulunamadı.</div>"]
-
-    stamp = datetime.now().strftime("%H:%M:%S")
-    return (f"<div class='nw-wrap'><div class='nw-dim' style='margin:0 0 8px'>Son tarama: {stamp} • "
-            f"önbellek {NEWS_TTL//60} dk</div>{chart}{summary}{''.join(cards)}</div>")