Deploy Filipino NLP

feature_extractor_web.py

@@ -12,7 +12,7 @@ if not logger.handlers:
 
 
 try:
-    nlp = load_nlp_model("tl_calamancy_md-0.2.0")
+    nlp = load_nlp_model("tl_calamancy_md")
 except Exception as e:
     logger.error(f"Failed to load CalamanCy: {e}")
     nlp = None

model_loader.py

@@ -0,0 +1,46 @@
+import logging
+import sys
+import subprocess
+
+logger = logging.getLogger(__name__)
+
+def ensure_calamancy_model():
+    """Ensure CalamanCy model is available - downloads at runtime if needed"""
+    try:
+        import calamancy
+        logger.info("CalamanCy found, attempting to load model...")
+        
+        # Try to load the model - this will trigger download if not present
+        nlp = calamancy.load('tl_calamancy_md')
+        logger.info("✅ CalamanCy model loaded successfully")
+        return nlp
+        
+    except Exception as e:
+        logger.error(f"Failed to load CalamanCy model: {e}")
+        logger.info("Attempting to download model directly...")
+        
+        try:
+            # Try to install the model directly
+            subprocess.run([
+                sys.executable, "-m", "pip", "install",
+                "https://huggingface.co/ljvmiranda921/tl_calamancy_md/resolve/main/tl_calamancy_md-0.1.0-py3-none-any.whl"
+            ], check=True)
+            
+            # Try loading again
+            import calamancy
+            nlp = calamancy.load('tl_calamancy_md')
+            logger.info("✅ CalamanCy model installed and loaded")
+            return nlp
+            
+        except Exception as e2:
+            logger.error(f"Model installation failed: {e2}")
+            return None
+
+# Try to load at import time, but don't fail if it doesn't work
+try:
+    calamancy_nlp = ensure_calamancy_model()
+    if calamancy_nlp is None:
+        logger.warning("⚠️ CalamanCy model not available - using fallback features")
+except Exception as e:
+    logger.error(f"CalamanCy initialization error: {e}")
+    calamancy_nlp = None