""" LLM Firewall — FastAPI Application Entry Point A production-grade firewall proxy between applications and LLM APIs. Intercepts and blocks malicious prompts in real-time before they reach the model. """ import os import time import logging from contextlib import asynccontextmanager from fastapi import FastAPI, HTTPException from fastapi.exceptions import RequestValidationError from fastapi.middleware.cors import CORSMiddleware from dotenv import load_dotenv from sentence_transformers import SentenceTransformer from src.layers.pipeline import ClassifierPipeline from src.layers.canary import CanaryTokenDetector from src.layers.rule_based import RuleBasedLayer from src.layers.heuristic import HeuristicLayer from src.layers.embedding_similarity import EmbeddingSimilarityLayer from src.layers.context_policy import ContextAwarePolicyLayer from src.layers.output_monitor import OutputMonitor from src.layers.openai_moderation import OpenAIModerationLayer from src.classifier.inference import InjectionClassifier from src.proxy.engine import ProxyEngine from src.db import mongo, redis as redis_db, neo4j_client from src.api.errors import ( http_exception_handler, validation_exception_handler, general_exception_handler, ) from src.api.routes import check, proxy, keys, dashboard, health load_dotenv(override=False) # ── Logging Configuration ───────────────────────────────────── logging.basicConfig( level=logging.INFO, format="%(asctime)s │ %(name)-35s │ %(levelname)-7s │ %(message)s", datefmt="%H:%M:%S", ) logger = logging.getLogger("llm_firewall") # ── App Lifespan ────────────────────────────────────────────── @asynccontextmanager async def lifespan(app: FastAPI): """Startup and shutdown events.""" logger.info("═══════════════════════════════════════════") logger.info(" LLM FIREWALL — Starting up...") logger.info("═══════════════════════════════════════════") app.state.start_time = time.time() mongo_uri = os.getenv("MONGODB_URI", "mongodb://localhost:27017") mongo_db = os.getenv("MONGODB_DB", "llm_firewall") try: await mongo.connect(mongo_uri, mongo_db) logger.info("✓ MongoDB connected") except Exception as e: logger.error(f"✗ MongoDB connection failed: {e}") redis_url = os.getenv("REDIS_URL", "redis://localhost:6379") try: await redis_db.connect(redis_url) logger.info("✓ Redis connected") except Exception as e: logger.warning(f"⚠ Redis unavailable: {e} — rate limiting disabled") neo4j_uri = os.getenv("NEO4J_URI") neo4j_user = os.getenv("NEO4J_USER") neo4j_pass = os.getenv("NEO4J_PASSWORD") if neo4j_uri and neo4j_user and neo4j_pass: try: await neo4j_client.connect(neo4j_uri, neo4j_user, neo4j_pass) except Exception as e: logger.warning(f"⚠ Neo4j connection failed: {e}") else: logger.warning("⚠ Neo4j credentials missing — threat graph disabled") model_path = os.getenv("MODEL_PATH", "models/") try: threshold = float(os.getenv("DEFAULT_THRESHOLD", "0.50")) if not 0.0 <= threshold <= 1.0: raise ValueError except ValueError: logger.warning("⚠ Invalid DEFAULT_THRESHOLD, defaulting to 0.50") threshold = 0.50 # Load shared SentenceTransformer ONCE try: logger.info("Loading shared SentenceTransformer ('all-MiniLM-L6-v2')...") shared_st_model = SentenceTransformer("all-MiniLM-L6-v2") logger.info("✓ Shared SentenceTransformer loaded") except Exception as e: logger.error(f"✗ Failed to load SentenceTransformer: {e}") shared_st_model = None canary = CanaryTokenDetector() rules = RuleBasedLayer() heuristic = HeuristicLayer() embedding = EmbeddingSimilarityLayer( index_path=os.getenv("FAISS_INDEX_PATH", "data/faiss/attack_index.faiss"), texts_path=os.getenv("FAISS_TEXTS_PATH", "data/faiss/attack_texts.json"), model=shared_st_model, threshold=float(os.getenv("EMBEDDING_SIMILARITY_THRESHOLD", "0.85")) ) # The ml classifier expects model folder ml = InjectionClassifier(model_path=model_path) policy = ContextAwarePolicyLayer(model=shared_st_model) output_mon = OutputMonitor() openai_mod = OpenAIModerationLayer() pipeline = ClassifierPipeline( rule_based=rules, heuristic=heuristic, classifier=ml, canary_detector=canary, embedding_layer=embedding, context_policy=policy, openai_moderation=openai_mod, default_threshold=threshold ) # Load ML model (non-blocking — falls back to rule+heuristic if unavailable) model_loaded = pipeline.load_model() if model_loaded: logger.info("✓ Local ONNX sequence classifier loaded") else: logger.warning("⚠ Local ONNX sequence classifier unavailable — check policy and heuristic fallbacks") # Load custom profiles from MongoDB to register them at startup try: if await mongo.is_connected(): keys_collection = mongo.get_keys_collection() if keys_collection is not None: cursor = keys_collection.find({"is_active": True, "custom_intent_examples": {"$ne": None}}) async for doc in cursor: profile_name = str(doc["_id"]) examples = doc.get("custom_intent_examples", []) if examples: policy.register_custom_profile(profile_name, examples) logger.info("✓ Registered custom intent profiles from MongoDB") except Exception as e: logger.error(f"Failed to load custom intent profiles: {e}") app.state.pipeline = pipeline app.state.output_monitor = output_mon proxy_engine = ProxyEngine(pipeline=pipeline, output_monitor=output_mon) app.state.proxy_engine = proxy_engine logger.info("═══════════════════════════════════════════") logger.info(" LLM FIREWALL — Ready to protect! 🛡️") logger.info("═══════════════════════════════════════════") yield logger.info("Shutting down LLM Firewall...") await proxy_engine.close() await neo4j_client.disconnect() await redis_db.disconnect() await mongo.disconnect() # ── FastAPI App ─────────────────────────────────────────────── is_prod = os.getenv("ENVIRONMENT", "development") == "production" app = FastAPI( title="LLM Firewall", description=( "A production-grade firewall proxy between applications and LLM APIs. " "Intercepts and blocks malicious prompts using a 6-layer detection pipeline: " "canary check, rule-based matching, heuristic analysis, embedding similarity, " "local ONNX sequence classification, and context policy." ), version="1.0.0", lifespan=lifespan, docs_url=None if is_prod else "/docs", redoc_url=None if is_prod else "/redoc", ) # ── CORS ────────────────────────────────────────────────────── allowed_origins = os.getenv("CORS_ORIGINS", "http://localhost:5173,http://localhost:3000").split(",") app.add_middleware( CORSMiddleware, allow_origins=allowed_origins, allow_credentials=True, allow_methods=["*"], allow_headers=["*"], expose_headers=[ "X-Firewall-Safe", "X-Firewall-Risk-Score", "X-Firewall-Processing-Ms", "X-RateLimit-Limit", "X-RateLimit-Remaining", "X-RateLimit-Reset", ], ) # ── Exception Handlers ─────────────────────────────────────── app.add_exception_handler(HTTPException, http_exception_handler) app.add_exception_handler(RequestValidationError, validation_exception_handler) app.add_exception_handler(Exception, general_exception_handler) from src.api.routes import check, proxy, keys, dashboard, health, auth, graph # ── Routes ──────────────────────────────────────────────────── app.include_router(auth.router) app.include_router(check.router) app.include_router(proxy.router) app.include_router(keys.router) app.include_router(dashboard.router) app.include_router(health.router) app.include_router(graph.router) @app.get("/") async def root(): """Root endpoint with API information.""" return { "name": "LLM Firewall", "version": "1.0.0", "description": "Production-grade firewall proxy for LLM APIs", "docs": "/docs", "health": "/health", "endpoints": { "check": "POST /v1/check", "batch_check": "POST /v1/check/batch", "proxy": "POST /v1/proxy/{provider}", "stats": "GET /v1/stats", "logs": "GET /v1/logs", "keys": "POST /v1/keys", }, }