fix: cpu-basic hardware + gr.mount_gradio_app + uvicorn (removes ZeroGPU dependency)

README.md

@@ -8,6 +8,7 @@ sdk_version: "4.44.0"
 python_version: "3.10"
 app_file: app.py
 pinned: false
+hardware: cpu-basic
 ---
 
 # 🔒 Sinhala-English Codemix PII Detector

app.py

@@ -1,7 +1,9 @@
 import os
 import gradio as gr
+import uvicorn
+from fastapi import FastAPI, HTTPException
+from fastapi.middleware.cors import CORSMiddleware
 from transformers import pipeline
-from fastapi import HTTPException
 from pydantic import BaseModel, ConfigDict
 from typing import List
 
@@ -10,14 +12,15 @@ ner = pipeline(
     "ner",
     model="Ramosh99/mixcode_pii_detector",
     aggregation_strategy="average",
-    device=-1,                          # force CPU — consistent latency, no cold starts
+    device=-1,                          # CPU — consistent latency, no cold starts
     token=os.getenv("HF_TOKEN"),
 )
 
+print("Model loaded on CPU.")
 
 # ── Core inference ─────────────────────────────────────────────────────────────
 def detect_pii(text: str):
-    """Run NER and return structured PII results."""
+    """Run NER and return structured PII results (used by REST API)."""
     if not text.strip():
         return {"text": text, "entities": []}
 
@@ -29,41 +32,33 @@ def detect_pii(text: str):
             label = label[2:]
         entities.append({
             "entity": label,
-            "start": item["start"],
-            "end": item["end"],
-            "score": round(float(item["score"]), 4),
+            "start":  item["start"],
+            "end":    item["end"],
+            "score":  round(float(item["score"]), 4),
         })
-
-    highlighted = [
-        {"entity": e["entity"], "start": e["start"], "end": e["end"], "score": e["score"]}
-        for e in entities
-    ]
-    return {"text": text, "entities": highlighted}
+    return {"text": text, "entities": entities}
 
 
 def detect_pii_ui(text: str):
-    """Format for Gradio HighlightedText (list of tuples)."""
+    """Return list-of-tuples for Gradio HighlightedText (used by UI)."""
     res = detect_pii(text)
     entities = sorted(res["entities"], key=lambda x: x["start"])
-    
+
     if not entities:
         return [(text, None)]
-        
-    result = []
-    last_idx = 0
+
+    result, last = [], 0
     for ent in entities:
-        if ent["start"] > last_idx:
-            result.append((text[last_idx:ent["start"]], None))
+        if ent["start"] > last:
+            result.append((text[last:ent["start"]], None))
         result.append((text[ent["start"]:ent["end"]], ent["entity"]))
-        last_idx = ent["end"]
-        
-    if last_idx < len(text):
-        result.append((text[last_idx:], None))
-        
+        last = ent["end"]
+    if last < len(text):
+        result.append((text[last:], None))
     return result
 
 
-# ── Gradio UI ──────────────────────────────────────────────────────────────────
+# ── Gradio Interface ───────────────────────────────────────────────────────────
 demo = gr.Interface(
     fn=detect_pii_ui,
     inputs=gr.Textbox(
@@ -75,8 +70,8 @@ demo = gr.Interface(
     title="Sinhala-English Codemix PII Detector",
     description=(
         "Detects PII entities (PERSON, ORG, PHONE, EMAIL, NIC, etc.) in "
-        "Sinhala-English code-mixed text using the Ramosh99/mixcode_pii_detector model.\n\n"
-        "**REST API:** POST `/api/detect` with `{\"text\": \"...\"}` · Docs: `/api/docs`"
+        "Sinhala-English code-mixed text.\n\n"
+        "**REST API:** `POST /api/detect` · `GET /api/health` · Docs: `/docs`"
     ),
     examples=[
         ["Mage name Kamal, man wada karanne MAS Holdings eke, phone 071-1234567"],
@@ -86,15 +81,20 @@ demo = gr.Interface(
     allow_flagging="never",
 )
 
-# ── Launch Gradio (non-blocking) ───────────────────────────────────────────────
-gr_app, _local_url, _share_url = demo.launch(
-    server_name="0.0.0.0",
-    server_port=7860,
-    prevent_thread_lock=True,
-    show_api=False,
+# ── FastAPI app ────────────────────────────────────────────────────────────────
+app = FastAPI(
+    title="PII Detector API",
+    description="REST API for Sinhala-English codemix PII detection.",
+    version="1.0.0",
+)
+
+app.add_middleware(
+    CORSMiddleware,
+    allow_origins=["*"],
+    allow_methods=["*"],
+    allow_headers=["*"],
 )
 
-# ── REST API routes ────────────────────────────────────────────────────────────
 
 class DetectRequest(BaseModel):
     model_config = ConfigDict(
@@ -105,48 +105,45 @@ class DetectRequest(BaseModel):
 
 class Entity(BaseModel):
     entity: str
-    start: int
-    end: int
-    score: float
+    start:  int
+    end:    int
+    score:  float
 
 
 class DetectResponse(BaseModel):
-    text: str
-    entities: List[Entity]
+    text:         str
+    entities:     List[Entity]
     redacted_text: str
 
 
-@gr_app.get("/api/health")
+@app.get("/api/health")
 def health_check():
-    """Health check endpoint."""
     return {"status": "ok", "model": "Ramosh99/mixcode_pii_detector", "device": "cpu"}
 
 
-@gr_app.post("/api/detect", response_model=DetectResponse)
+@app.post("/api/detect", response_model=DetectResponse)
 async def api_detect_pii(request: DetectRequest):
-    """
-    Detect PII entities in Sinhala-English code-mixed text.
-
-    Returns detected entities with positions, confidence scores,
-    and a redacted version of the original text.
-    """
     if not request.text.strip():
         raise HTTPException(status_code=422, detail="Input text cannot be empty.")
 
-    result = detect_pii(request.text)
-
-    text = result["text"]
+    result   = detect_pii(request.text)
+    text     = result["text"]
     entities = sorted(result["entities"], key=lambda e: e["start"], reverse=True)
+
     redacted = text
     for ent in entities:
-        redacted = redacted[: ent["start"]] + f"[{ent['entity']}]" + redacted[ent["end"] :]
+        redacted = redacted[: ent["start"]] + f"[{ent['entity']}]" + redacted[ent["end"]:]
 
     return {
-        "text": result["text"],
-        "entities": result["entities"],
+        "text":          result["text"],
+        "entities":      result["entities"],
         "redacted_text": redacted,
     }
 
 
-# ── Keep the process alive ─────────────────────────────────────────────────────
-demo.block_thread()
+# ── Mount Gradio UI at "/" ─────────────────────────────────────────────────────
+app = gr.mount_gradio_app(app, demo, path="/")
+
+# ── Start server ───────────────────────────────────────────────────────────────
+if __name__ == "__main__":
+    uvicorn.run(app, host="0.0.0.0", port=7860)

requirements.txt

@@ -2,3 +2,4 @@ transformers>=4.40.0
 huggingface_hub>=0.19.3,<0.26.0
 fastapi>=0.110.0
 pydantic>=2.0.0
+uvicorn>=0.29.0