| import feedparser |
| import requests |
| from bs4 import BeautifulSoup |
| from collections import Counter |
| import re |
|
|
| def fetch_articles(feed_urls, limit=5): |
| all_articles = [] |
| for name, url in feed_urls.items(): |
| try: |
| feed = feedparser.parse(url) |
| for entry in feed.entries[:limit]: |
| article = { |
| "title": entry.title, |
| "link": entry.link, |
| "summary": entry.get("summary", "No summary"), |
| "published": entry.get("published", "No date") |
| } |
| all_articles.append(article) |
| except Exception as e: |
| print(f"Error parsing {url}: {e}") |
| return all_articles |
|
|
|
|
| def fetch_trending_repos(language=None, since="daily"): |
| base_url = "https://github.com/trending" |
| url = f"{base_url}/{language or ''}?since={since}" |
| headers = {"User-Agent": "Mozilla/5.0"} |
|
|
| res = requests.get(url, headers=headers) |
| soup = BeautifulSoup(res.text, "html.parser") |
| repo_elements = soup.select("article.Box-row") |
|
|
| trending = [] |
| for repo in repo_elements: |
| title = repo.h2.get_text(strip=True).replace(" ", "") |
| description_tag = repo.find("p") |
| description = description_tag.get_text(strip=True) if description_tag else "No description" |
| stars = repo.select_one("a[href$='/stargazers']").get_text(strip=True) |
| repo_url = f"https://github.com/{title}" |
| trending.append({ |
| "name": title, |
| "description": description, |
| "stars": stars, |
| "url": repo_url |
| }) |
|
|
| return trending |
|
|
|
|
| def analyze_trends(items): |
| """Dummy trend analyzer: count word frequencies in titles.""" |
| text = " ".join(item["title"] for item in items) |
| words = re.findall(r'\b\w{4,}\b', text.lower()) |
| common = Counter(words).most_common(10) |
| return common |
|
|
