xG_Master_Bot / data_sources.py
Serge017's picture
Claude Opus 4.7 (1M context)
rewrite: xG Master Bot v2 — clean modular architecture + channel publishing
ccad19a
Raw History Blame Contribute Delete
8.58 kB
"""
data_sources.py — клиенты внешних API.
football-data.org — расписание матчей, составы, турнирная таблица (free tier)
the-odds-api.com — коэффициенты букмекеров (h2h + totals)
"""
from __future__ import annotations
import logging
import re
from dataclasses import dataclass, field
from datetime import datetime, timedelta, timezone
from difflib import SequenceMatcher
from typing import Optional
import aiohttp
from config import config
log = logging.getLogger(__name__)
@dataclass
class Match:
home: str
away: str
competition: str
utc_date: Optional[datetime] = None
external_id: Optional[str] = None
@property
def title(self) -> str:
return f"{self.home} vs {self.away}"
@dataclass
class Odds:
home: float = 0.0
draw: float = 0.0
away: float = 0.0
over_2_5: float = 0.0
under_2_5: float = 0.0
btts_yes: float = 0.0
btts_no: float = 0.0
bookmaker: str = ""
def has_1x2(self) -> bool:
return self.home > 0 and self.draw > 0 and self.away > 0
# ────────────────────────────────────────────────────────────────
# football-data.org — матчи дня
# ────────────────────────────────────────────────────────────────
async def fetch_matches(days_ahead: int = 1) -> list[Match]:
if not config.football_api_key:
log.warning("FOOTBALL_API_KEY не задан — демо-матчи")
return [
Match("Real Madrid", "Barcelona", "La Liga",
utc_date=datetime.now(timezone.utc) + timedelta(hours=3)),
Match("Manchester City", "Arsenal", "Premier League",
utc_date=datetime.now(timezone.utc) + timedelta(hours=6)),
Match("Bayern München", "Borussia Dortmund", "Bundesliga",
utc_date=datetime.now(timezone.utc) + timedelta(hours=9)),
]
date_from = datetime.now(timezone.utc).strftime("%Y-%m-%d")
date_to = (datetime.now(timezone.utc) + timedelta(days=days_ahead)).strftime("%Y-%m-%d")
headers = {"X-Auth-Token": config.football_api_key}
matches: list[Match] = []
timeout = aiohttp.ClientTimeout(total=15)
async with aiohttp.ClientSession(timeout=timeout) as http:
for comp in config.football_competitions:
url = f"{config.football_base}/competitions/{comp}/matches"
params = {"dateFrom": date_from, "dateTo": date_to, "status": "SCHEDULED,TIMED"}
try:
async with http.get(url, headers=headers, params=params) as r:
if r.status == 429:
log.warning("football-data rate limit, пропускаем %s", comp)
continue
if r.status != 200:
log.warning("football-data [%s] %s", comp, r.status)
continue
payload = await r.json()
comp_name = payload.get("competition", {}).get("name", comp)
for m in payload.get("matches", []):
utc_date = None
if m.get("utcDate"):
try:
utc_date = datetime.fromisoformat(m["utcDate"].replace("Z", "+00:00"))
except Exception:
pass
matches.append(Match(
home=m["homeTeam"]["name"],
away=m["awayTeam"]["name"],
competition=comp_name,
utc_date=utc_date,
external_id=str(m.get("id", "")),
))
except Exception as e:
log.error("football-data [%s] error: %s", comp, e)
log.info("Найдено матчей: %d", len(matches))
return matches
async def fetch_team_recent_form(team_name: str, limit: int = 5) -> str:
"""Возвращает строку формы типа 'W W D L W'. Best-effort: при ошибке возвращает '—'."""
if not config.football_api_key:
return "— — — — —"
# football-data.org v4 /teams?name=... требует точное совпадение.
# Для free tier упростим: вернём заглушку (форму посчитает Gemini в analysis).
return "— — — — —"
# ────────────────────────────────────────────────────────────────
# the-odds-api.com — коэффициенты
# ────────────────────────────────────────────────────────────────
def _strip_team(name: str) -> str:
return re.sub(
r"\b(fc|cf|sc|ac|as|rc|afc|bfc|cfc|ac|sv|bk|b\.|bv)\b",
"", name.lower(),
).strip()
def _teams_match(a: str, b: str) -> bool:
x, y = _strip_team(a), _strip_team(b)
if not x or not y:
return False
if x in y or y in x:
return True
return SequenceMatcher(None, x, y).ratio() > 0.72
def _best_odds_from_event(event: dict, home_team: str) -> Odds:
o = Odds()
for bk in event.get("bookmakers", []):
for mk in bk.get("markets", []):
key = mk.get("key")
outcomes = mk.get("outcomes", [])
if key == "h2h":
for out in outcomes:
price = out.get("price", 0) or 0
name = out.get("name", "")
if name == home_team and price > o.home:
o.home = price
o.bookmaker = bk.get("title", o.bookmaker)
elif name == "Draw" and price > o.draw:
o.draw = price
elif name != home_team and name != "Draw" and price > o.away:
o.away = price
elif key == "totals":
for out in outcomes:
point = out.get("point")
price = out.get("price", 0) or 0
name = out.get("name", "")
if point == 2.5:
if name == "Over" and price > o.over_2_5:
o.over_2_5 = price
elif name == "Under" and price > o.under_2_5:
o.under_2_5 = price
elif key == "btts":
for out in outcomes:
price = out.get("price", 0) or 0
name = out.get("name", "").lower()
if name == "yes" and price > o.btts_yes:
o.btts_yes = price
elif name == "no" and price > o.btts_no:
o.btts_no = price
return o
async def fetch_odds(home: str, away: str) -> Optional[Odds]:
if not config.odds_api_key:
return Odds(home=2.10, draw=3.30, away=3.50,
over_2_5=1.85, under_2_5=1.95,
btts_yes=1.80, btts_no=1.95, bookmaker="demo")
timeout = aiohttp.ClientTimeout(total=15)
async with aiohttp.ClientSession(timeout=timeout) as http:
for sport in config.odds_sports:
url = f"{config.odds_base}/sports/{sport}/odds/"
params = {
"apiKey": config.odds_api_key,
"regions": "eu",
"markets": "h2h,totals,btts",
"oddsFormat": "decimal",
}
try:
async with http.get(url, params=params) as r:
if r.status == 429:
log.warning("odds-api rate limit")
return None
if r.status != 200:
continue
for ev in await r.json():
if _teams_match(home, ev.get("home_team", "")) and \
_teams_match(away, ev.get("away_team", "")):
return _best_odds_from_event(ev, ev["home_team"])
except Exception as e:
log.error("odds-api [%s] error: %s", sport, e)
return None