Add Automatic 4-Hour Crawler Scheduler

api.py

@@ -45,9 +45,59 @@ class KeepAlive(threading.Thread):
                 print(f"[KeepAlive] Error: {e}")
                 time.sleep(60)
 
-# Start KeepAlive in background
-pinger = KeepAlive(interval=300) # 5 minutes ping
+class ScheduledCrawler(threading.Thread):
+    def __init__(self, interval=14400): # 14400 seconds = 4 Hours
+        super().__init__()
+        self.interval = interval
+        self.daemon = True
+        self.running = True
+
+    def run(self):
+        print(f"[Scheduler] Auto-Crawler initialized. Schedule: Every {self.interval/3600} hours.")
+        # Initial delay to let server start
+        time.sleep(60) 
+        
+        while self.running:
+            try:
+                # 1. Identify Target
+                # User configures this via Environment Variable
+                target_domain = os.environ.get("AUTO_CRAWL_TARGET") 
+                
+                if target_domain:
+                    print(f"\n[Scheduler] 🕒 Triggering scheduled crawl for: {target_domain}")
+                    
+                    # 2. Run Crawl (Reuse logic via internal call or simulating request)
+                    # We instantiate the classes directly to avoid network overhead
+                    crawler = Crawler()
+                    site_data, _, _ = crawler.crawl_domain(target_domain, max_pages=50) # Limit to 50 for auto-runs
+                    
+                    if site_data:
+                        analyzer = ImageAnalyzer()
+                        results = analyzer.analyze_site(site_data)
+                        
+                        # Save Report
+                        with open(REPORT_FILE, 'w', encoding='utf-8') as f:
+                            json.dump(results, f, indent=4)
+                            
+                        print(f"[Scheduler] ✅ Crawl finished for {target_domain}. Report saved.")
+                    else:
+                        print(f"[Scheduler] ⚠️ Crawl returned no data.")
+                else:
+                    print("[Scheduler] ℹ️ waiting... (Set 'AUTO_CRAWL_TARGET' Env Var to enable auto-crawling)")
+
+                # 3. Wait for next interval
+                time.sleep(self.interval)
+
+            except Exception as e:
+                print(f"[Scheduler] Error: {e}")
+                time.sleep(60)
+
+# Start KeepAlive & Scheduler
+pinger = KeepAlive(interval=300)
 pinger.start()
+
+scheduler = ScheduledCrawler(interval=14400) # 4 Hours
+scheduler.start()
 # ----------------------------
 
 @app.route('/')