Update main.py

main.py

@@ -4,7 +4,7 @@ from huggingface_hub import hf_hub_download
 import pandas as pd
 import os
 
-app = FastAPI(title="Telegram Database API", description="Optimized Delimiter by coder petro")
+app = FastAPI(title="Telegram Database API", description="Python Engine by coder petro")
 
 API_KEY = "demo"  
 API_KEY_NAME = "x-api-key"
@@ -22,19 +22,25 @@ def load_data():
         token = os.environ.get("HF_TOKEN")
         csv_path = hf_hub_download(repo_id=REPO_ID, filename=FILENAME, repo_type="dataset", token=token)
         
-        print("Loading database with Pipe (|) separator...")
-        # Since your file uses '|' as separator, we specify sep='|'
-        # engine='c' provides the maximum loading speed for large files
-        df = pd.read_csv(csv_path, sep='|', low_memory=False, engine='c')
+        print("Loading database with Robust Python Engine...")
+        # Switched to engine='python' and added on_bad_lines='skip' to handle data formatting errors safely
+        df = pd.read_csv(
+            csv_path, 
+            sep='|', 
+            low_memory=False, 
+            engine='python', 
+            on_bad_lines='skip'
+        )
+        # Fill missing values and optimize string types
         df = df.astype(str).fillna("")
-        print("Database loaded successfully with optimizations!")
+        print("Database loaded successfully without any blocks!")
     except Exception as e:
         print(f"Error loading database: {str(e)}")
 
 @app.get("/")
 def read_root():
     return {
-        "message": "Super Fast Optimized API is running 24/7!",
+        "message": "Robust Optimized API is running 24/7!",
         "developer": "coder petro"
     }
 
@@ -53,7 +59,7 @@ def search_data(
 
     search_lower = query.lower()
     
-    # Fast row-filtering using modern pandas optimization
+    # Fast row-filtering using pandas optimized mask
     mask = df.apply(lambda row: row.str.lower().str.contains(search_lower)).any(axis=1)
     results = df[mask].to_dict(orient="records")