Update main.py

main.py

@@ -43,48 +43,4 @@ async def analyze_text(payload: TextPayload):
         "status": "success",
         "metrics": {"total_words": len(doc), "total_entities_found": len(sorted_entities)},
         "entities": sorted_entities
-    }    echo json_encode(['error' => 'The website blocked our connection. This often happens with strict firewalls. Try another URL.']);
-    exit;
-}
-
-// 2. Clean the text for AI analysis
-$doc = new DOMDocument();
-libxml_use_internal_errors(true);
-@$doc->loadHTML(mb_convert_encoding($html, 'HTML-ENTITIES', 'UTF-8'));
-$xpath = new DOMXPath($doc);
-
-// Strip out non-content elements to save AI tokens
-foreach ($xpath->query('//script | //style | //nav | //footer | //header | //aside | //noscript') as $node) {
-    $node->parentNode->removeChild($node);
-}
-
-$body = $doc->getElementsByTagName('body')->item(0);
-$clean_text = $body ? trim(preg_replace('/\s+/', ' ', $body->textContent)) : '';
-$clean_text = substr($clean_text, 0, 8000); 
-
-if (empty($clean_text)) {
-    echo json_encode(['error' => 'We reached the site, but couldn\'t find any readable text in the body.']);
-    exit;
-}
-
-// 3. Talk to Hugging Face API
-$api_url = 'https://webtraffic-seo-entity-analyzer.hf.space/analyze'; 
-
-$ch = curl_init($api_url);
-curl_setopt($ch, CURLOPT_RETURNTRANSFER, true);
-curl_setopt($ch, CURLOPT_POST, true);
-curl_setopt($ch, CURLOPT_POSTFIELDS, json_encode(['text' => $clean_text]));
-curl_setopt($ch, CURLOPT_HTTPHEADER, ['Content-Type: application/json']);
-curl_setopt($ch, CURLOPT_TIMEOUT, 30);
-curl_setopt($ch, CURLOPT_SSL_VERIFYPEER, false);
-
-$response = curl_exec($ch);
-$http_code = curl_getinfo($ch, CURLINFO_HTTP_CODE);
-curl_close($ch);
-
-if ($http_code !== 200) {
-    echo json_encode(['error' => 'AI Engine is currently overloaded or waking up. Please try again in a moment.']);
-    exit;
-}
-
-echo $response;
+    }