File size: 602 Bytes
6d07192 4ec2569 6d07192 4ec2569 6d07192 4ec2569 6d07192 4ec2569 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 | from src.crawler import Crawler
from src.analyzer import ImageAnalyzer
import logging
import json
# Configure logging to see what's happening
logging.basicConfig(level=logging.INFO)
c = Crawler()
analyzer = ImageAnalyzer()
domain = "https://eminentcoders.com/"
print(f"DEBUG: Starting crawl for {domain}")
site_data, discovered, reason = c.crawl_domain(domain, max_pages=1)
print(f"DEBUG: Result - Pages Scanned: {len(site_data)}")
print(f"DEBUG: Discovered: {discovered}")
print(f"DEBUG: Blocked Reason: {reason}")
report = analyzer.analyze_site(site_data)
print(json.dumps(report, indent=2))
|