diff --git a/.dockerignore b/.dockerignore new file mode 100644 index 0000000000000000000000000000000000000000..25d127d4d60e551a10c1daeb1a8cd04702cee3d9 --- /dev/null +++ b/.dockerignore @@ -0,0 +1,105 @@ +# Git files +.git +.gitignore +.gitattributes + +# GitHub +.github + +# Python cache +__pycache__ +*.py[cod] +*$py.class +*.so +.Python +build/ +develop-eggs/ +dist/ +downloads/ +eggs/ +.eggs/ +lib/ +lib64/ +parts/ +sdist/ +var/ +wheels/ +*.egg-info/ +.installed.cfg +*.egg +MANIFEST + +# Virtual environments +.env +.venv +env/ +venv/ +ENV/ +env.bak/ +venv.bak/ + +# Testing +.tox/ +.coverage +.coverage.* +.cache +nosetests.xml +coverage.xml +*.cover +.hypothesis/ +.pytest_cache/ +test-results/ + +# IDE +.vscode/ +.idea/ +*.swp +*.swo +*~ +.DS_Store + +# Documentation +docs/_build/ +*.md +!README.md + +# Local development files +*.log +*.db +*.sqlite +*.sqlite3 +.env.example + +# Jupyter +.ipynb_checkpoints + +# Temporary files +tmp/ +temp/ +*.tmp + +# Docker +docker-compose.yml +Dockerfile +dockerfile +.dockerignore + +# CI/CD +.travis.yml +.gitlab-ci.yml +azure-pipelines.yml + +# Other +*.bak +*.backup +page/ +examples_dashboard.py +demo_dashboard.py +setup.sh +run_dashboard.bat +run_dashboard.ps1 +CNAME +CHANGELOG.md +CLAUDE.md +CONTRIBUTING.md +PROJECT.md diff --git a/.github/workflows/README.md b/.github/workflows/README.md index 0a9b689b0df02c40057be5ff5159cf08ff1a7583..75388d3ffe037a5d97638f1dc6ec8842852686c0 100644 --- a/.github/workflows/README.md +++ b/.github/workflows/README.md @@ -30,13 +30,60 @@ The main continuous integration workflow with three sequential jobs: - Builds Python distribution packages (sdist and wheel) - Uploads build artifacts -### 2. File Size Check (filesize.yml) +### 2. Security Scan (security-scan.yml) +**Trigger:** Push and Pull Requests to `main` and `develop` branches, Daily schedule (2 AM UTC), Manual dispatch + +Comprehensive security scanning with multiple jobs: + +#### Trivy Repository Scan +- Scans filesystem for vulnerabilities in dependencies +- Checks for CRITICAL, HIGH, and MEDIUM severity issues +- Uploads results to GitHub Security tab (SARIF format) + +#### Trivy Config Scan +- Scans configuration files for security misconfigurations +- Checks Dockerfiles, GitHub Actions, and other config files + +#### Dependency Review +- Reviews dependency changes in pull requests +- Fails on high severity vulnerabilities +- Posts summary comments on PRs + +#### Python Safety Check +- Runs safety check on Python dependencies +- Identifies known security vulnerabilities in packages + +### 3. Docker Build & Publish (docker-publish.yml) +**Trigger:** Push to `main`, Version tags (v*.*.*), Pull Requests to `main`, Releases, Manual dispatch + +Builds and publishes Docker images to GitHub Container Registry (ghcr.io): + +#### Build and Push Job +- Builds Docker image using BuildKit +- Pushes to GitHub Container Registry (ghcr.io/dewitt4/llmguardian) +- Supports multi-architecture builds (linux/amd64, linux/arm64) +- Tags images with: + - Branch name (e.g., `main`) + - Semantic version (e.g., `v1.0.0`, `1.0`, `1`) + - Git SHA (e.g., `main-abc1234`) + - `latest` for main branch +- For PRs: Only builds, doesn't push +- Runs Trivy vulnerability scan on published images +- Generates artifact attestation for supply chain security + +#### Test Image Job +- Pulls published image +- Validates image can run +- Checks image size + +### 4. File Size Check (filesize.yml) **Trigger:** Pull Requests to `main` branch, Manual dispatch - Checks for large files (>10MB) to ensure compatibility with HuggingFace Spaces - Helps prevent repository bloat +- Posts warnings on PRs for large files -### 3. HuggingFace Sync (huggingface.yml) +### 5. HuggingFace Sync (huggingface.yml) **Trigger:** Push to `main` branch, Manual dispatch - Syncs repository to HuggingFace Spaces @@ -55,12 +102,29 @@ This project has migrated from CircleCI to GitHub Actions. The new CI workflow p ## Required Secrets -- `HF_TOKEN`: HuggingFace token for syncing to Spaces (optional, only needed if using HuggingFace sync) +### GitHub Container Registry +- No additional secrets needed - uses `GITHUB_TOKEN` automatically provided by GitHub Actions + +### HuggingFace (Optional) +- `HF_TOKEN`: HuggingFace token for syncing to Spaces (only needed if using HuggingFace sync) + +### Codecov (Optional) +- Coverage reports will upload anonymously, but you can configure `CODECOV_TOKEN` for private repos + +## Permissions + +The workflows use the following permissions: + +- **CI Workflow**: `contents: read` +- **Security Scan**: `contents: read`, `security-events: write` +- **Docker Publish**: `contents: read`, `packages: write`, `id-token: write` +- **File Size Check**: `contents: read`, `pull-requests: write` ## Local Testing To run the same checks locally before pushing: +### Code Quality & Tests ```bash # Install development dependencies pip install -e ".[dev,test]" @@ -76,4 +140,61 @@ pytest tests/ --cov=src --cov-report=term # Build package python -m build -``` \ No newline at end of file +``` + +### Security Scanning +```bash +# Install Trivy (macOS) +brew install trivy + +# Install Trivy (Linux) +wget -qO - https://aquasecurity.github.io/trivy-repo/deb/public.key | sudo apt-key add - +echo "deb https://aquasecurity.github.io/trivy-repo/deb $(lsb_release -sc) main" | sudo tee -a /etc/apt/sources.list.d/trivy.list +sudo apt-get update && sudo apt-get install trivy + +# Run Trivy scans +trivy fs . --severity CRITICAL,HIGH,MEDIUM +trivy config . + +# Run Safety check +pip install safety +safety check +``` + +### Docker Build & Test +```bash +# Build Docker image +docker build -f docker/dockerfile -t llmguardian:local . + +# Run container +docker run -p 8000:8000 -p 8501:8501 llmguardian:local + +# Scan Docker image with Trivy +trivy image llmguardian:local + +# Test image +docker run --rm llmguardian:local python -c "import llmguardian; print(llmguardian.__version__)" +``` + +## Using Published Docker Images + +Pull and run the latest published image: + +```bash +# Pull latest image +docker pull ghcr.io/dewitt4/llmguardian:latest + +# Run API server +docker run -p 8000:8000 ghcr.io/dewitt4/llmguardian:latest + +# Run dashboard +docker run -p 8501:8501 ghcr.io/dewitt4/llmguardian:latest streamlit run src/llmguardian/dashboard/app.py + +# Run with environment variables +docker run -p 8000:8000 \ + -e LOG_LEVEL=DEBUG \ + -e SECURITY_RISK_THRESHOLD=8 \ + ghcr.io/dewitt4/llmguardian:latest +``` + +See `docker/README.md` for more Docker usage examples. \ No newline at end of file diff --git a/.github/workflows/docker-publish.yml b/.github/workflows/docker-publish.yml new file mode 100644 index 0000000000000000000000000000000000000000..cf38425554f229a4dd9e5d7d9a96508cf1a20885 --- /dev/null +++ b/.github/workflows/docker-publish.yml @@ -0,0 +1,129 @@ +name: Docker Build & Publish + +on: + push: + branches: [ main ] + tags: + - 'v*.*.*' + pull_request: + branches: [ main ] + workflow_dispatch: + release: + types: [published] + +env: + REGISTRY: ghcr.io + IMAGE_NAME: ${{ github.repository }} + +permissions: + contents: read + packages: write + +jobs: + build-and-push: + name: Build and Push Docker Image + runs-on: ubuntu-latest + permissions: + contents: read + packages: write + id-token: write + + steps: + - name: Checkout code + uses: actions/checkout@v4 + + - name: Set up Docker Buildx + uses: docker/setup-buildx-action@v3 + + - name: Log in to GitHub Container Registry + uses: docker/login-action@v3 + with: + registry: ${{ env.REGISTRY }} + username: ${{ github.actor }} + password: ${{ secrets.GITHUB_TOKEN }} + + - name: Extract metadata (tags, labels) for Docker + id: meta + uses: docker/metadata-action@v5 + with: + images: ${{ env.REGISTRY }}/${{ env.IMAGE_NAME }} + tags: | + type=ref,event=branch + type=ref,event=pr + type=semver,pattern={{version}} + type=semver,pattern={{major}}.{{minor}} + type=semver,pattern={{major}} + type=sha,prefix=sha- + type=raw,value=latest,enable={{is_default_branch}} + + - name: Build Docker image (PR) + if: github.event_name == 'pull_request' + uses: docker/build-push-action@v5 + with: + context: . + file: ./docker/dockerfile + push: false + tags: ${{ steps.meta.outputs.tags }} + labels: ${{ steps.meta.outputs.labels }} + cache-from: type=gha + cache-to: type=gha,mode=max + load: true + + - name: Build and push Docker image + if: github.event_name != 'pull_request' + uses: docker/build-push-action@v5 + with: + context: . + file: ./docker/dockerfile + push: true + tags: ${{ steps.meta.outputs.tags }} + labels: ${{ steps.meta.outputs.labels }} + cache-from: type=gha + cache-to: type=gha,mode=max + platforms: linux/amd64,linux/arm64 + provenance: mode=max + sbom: true + + - name: Run Trivy vulnerability scanner on image + if: github.event_name != 'pull_request' + uses: aquasecurity/trivy-action@master + with: + image-ref: ${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}:${{ fromJSON(steps.meta.outputs.json).tags[0] }} + format: 'sarif' + output: 'trivy-image-results.sarif' + severity: 'CRITICAL,HIGH' + + - name: Upload Trivy scan results to GitHub Security tab + if: github.event_name != 'pull_request' + uses: github/codeql-action/upload-sarif@v3 + with: + sarif_file: 'trivy-image-results.sarif' + + test-image: + name: Test Docker Image + runs-on: ubuntu-latest + needs: build-and-push + if: github.event_name == 'push' && github.ref == 'refs/heads/main' + permissions: + contents: read + packages: read + + steps: + - name: Log in to GitHub Container Registry + uses: docker/login-action@v3 + with: + registry: ${{ env.REGISTRY }} + username: ${{ github.actor }} + password: ${{ secrets.GITHUB_TOKEN }} + + - name: Pull Docker image + run: | + docker pull ${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}:latest + + - name: Test Docker image + run: | + docker run --rm ${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}:latest python -c "import llmguardian; print(llmguardian.__version__)" + + - name: Check image size + run: | + docker images ${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}:latest --format "{{.Size}}" diff --git a/.github/workflows/security-scan.yml b/.github/workflows/security-scan.yml new file mode 100644 index 0000000000000000000000000000000000000000..3d5f98db537a2a922076e9ab60abb7d2d9006d31 --- /dev/null +++ b/.github/workflows/security-scan.yml @@ -0,0 +1,121 @@ +name: Security Scan + +on: + push: + branches: [ main, develop ] + pull_request: + branches: [ main, develop ] + schedule: + # Run security scan daily at 2 AM UTC + - cron: '0 2 * * *' + workflow_dispatch: + +permissions: + contents: read + security-events: write + +jobs: + trivy-repo-scan: + name: Trivy Repository Scan + runs-on: ubuntu-latest + permissions: + contents: read + security-events: write + + steps: + - name: Checkout code + uses: actions/checkout@v4 + + - name: Run Trivy vulnerability scanner in repo mode + uses: aquasecurity/trivy-action@master + with: + scan-type: 'fs' + scan-ref: '.' + format: 'sarif' + output: 'trivy-results.sarif' + severity: 'CRITICAL,HIGH,MEDIUM' + ignore-unfixed: true + + - name: Upload Trivy results to GitHub Security tab + uses: github/codeql-action/upload-sarif@v3 + if: always() + with: + sarif_file: 'trivy-results.sarif' + + - name: Run Trivy vulnerability scanner (table output) + uses: aquasecurity/trivy-action@master + with: + scan-type: 'fs' + scan-ref: '.' + format: 'table' + severity: 'CRITICAL,HIGH,MEDIUM' + ignore-unfixed: true + + trivy-config-scan: + name: Trivy Config Scan + runs-on: ubuntu-latest + permissions: + contents: read + security-events: write + + steps: + - name: Checkout code + uses: actions/checkout@v4 + + - name: Run Trivy config scanner + uses: aquasecurity/trivy-action@master + with: + scan-type: 'config' + scan-ref: '.' + format: 'sarif' + output: 'trivy-config-results.sarif' + exit-code: '0' + + - name: Upload Trivy config results to GitHub Security tab + uses: github/codeql-action/upload-sarif@v3 + if: always() + with: + sarif_file: 'trivy-config-results.sarif' + + dependency-review: + name: Dependency Review + runs-on: ubuntu-latest + if: github.event_name == 'pull_request' + permissions: + contents: read + pull-requests: write + + steps: + - name: Checkout code + uses: actions/checkout@v4 + + - name: Dependency Review + uses: actions/dependency-review-action@v4 + with: + fail-on-severity: high + comment-summary-in-pr: true + + python-safety-check: + name: Python Safety Check + runs-on: ubuntu-latest + permissions: + contents: read + + steps: + - name: Checkout code + uses: actions/checkout@v4 + + - name: Set up Python + uses: actions/setup-python@v5 + with: + python-version: '3.11' + cache: 'pip' + + - name: Install safety + run: pip install safety + + - name: Run safety check + run: | + pip install -r requirements.txt + safety check --json + continue-on-error: true diff --git a/.gitignore b/.gitignore index 5935cc45a0460bbb3eba84b6cb568be449b5f971..0f35e43b0a5dd4234d7cf2e4ceecbee01f1b1faf 100644 --- a/.gitignore +++ b/.gitignore @@ -167,3 +167,4 @@ cython_debug/ CNAME CLAUDE.md PROJECT.md +GITHUB_ACTIONS_SUMMARY.md diff --git a/docker/README.md b/docker/README.md index 35ca59356044b7ceb9e184dfa7e5ea4841c6150e..df6a95671fad20c098c27d2af7a666d77a0f5ab4 100644 --- a/docker/README.md +++ b/docker/README.md @@ -1 +1,160 @@ -# Docker configuration +# Docker Configuration + +This directory contains Docker configuration for LLMGuardian. + +## Quick Start + +### Using Pre-built Images from GitHub Container Registry + +Pull and run the latest image: + +```bash +docker pull ghcr.io/dewitt4/llmguardian:latest +docker run -p 8000:8000 -p 8501:8501 ghcr.io/dewitt4/llmguardian:latest +``` + +### Building Locally + +Build the Docker image: + +```bash +docker build -f docker/dockerfile -t llmguardian:local . +``` + +Run the container: + +```bash +docker run -p 8000:8000 -p 8501:8501 llmguardian:local +``` + +## Available Tags + +- `latest` - Latest stable release from main branch +- `v*.*.*` - Specific version tags (e.g., v1.0.0) +- `main` - Latest commit on main branch +- `develop` - Latest commit on develop branch + +## Environment Variables + +Configure the container using environment variables: + +```bash +docker run -p 8000:8000 \ + -e SECURITY_RISK_THRESHOLD=8 \ + -e LOG_LEVEL=DEBUG \ + -e API_SERVER_PORT=8000 \ + ghcr.io/dewitt4/llmguardian:latest +``` + +See `.env.example` in the root directory for all available environment variables. + +## Exposed Ports + +- `8000` - API Server +- `8501` - Dashboard (Streamlit) + +## Volume Mounts + +Mount volumes for persistent data: + +```bash +docker run -p 8000:8000 \ + -v $(pwd)/logs:/app/logs \ + -v $(pwd)/data:/app/data \ + ghcr.io/dewitt4/llmguardian:latest +``` + +## Docker Compose (Example) + +Create a `docker-compose.yml` file: + +```yaml +version: '3.8' + +services: + llmguardian-api: + image: ghcr.io/dewitt4/llmguardian:latest + ports: + - "8000:8000" + environment: + - LOG_LEVEL=INFO + - SECURITY_RISK_THRESHOLD=7 + volumes: + - ./logs:/app/logs + - ./data:/app/data + restart: unless-stopped + + llmguardian-dashboard: + image: ghcr.io/dewitt4/llmguardian:latest + command: ["streamlit", "run", "src/llmguardian/dashboard/app.py"] + ports: + - "8501:8501" + environment: + - DASHBOARD_PORT=8501 + - DASHBOARD_HOST=0.0.0.0 + depends_on: + - llmguardian-api + restart: unless-stopped +``` + +Run with: + +```bash +docker-compose up -d +``` + +## Health Check + +The container includes a health check endpoint: + +```bash +curl http://localhost:8000/health +``` + +## Security Scanning + +All published images are automatically scanned with Trivy for vulnerabilities. Check the [Security tab](https://github.com/dewitt4/LLMGuardian/security) for scan results. + +## Multi-Architecture Support + +Images are built for both AMD64 and ARM64 architectures: + +```bash +# Automatically pulls the correct architecture +docker pull ghcr.io/dewitt4/llmguardian:latest +``` + +## Troubleshooting + +### Permission Issues + +If you encounter permission issues with volume mounts: + +```bash +docker run --user $(id -u):$(id -g) \ + -v $(pwd)/logs:/app/logs \ + ghcr.io/dewitt4/llmguardian:latest +``` + +### View Logs + +```bash +docker logs +``` + +### Interactive Shell + +```bash +docker run -it --entrypoint /bin/bash ghcr.io/dewitt4/llmguardian:latest +``` + +## CI/CD Integration + +Images are automatically built and published via GitHub Actions: + +- **On push to main**: Builds and publishes `latest` tag +- **On version tags**: Builds and publishes version-specific tags +- **On pull requests**: Builds image but doesn't publish +- **Daily security scans**: Automated Trivy scans + +See `.github/workflows/docker-publish.yml` for workflow details. diff --git a/docker/dockerfile b/docker/dockerfile index e69de29bb2d1d6434b8b29ae775ad8c2e48c5391..3fc7279c1369e43eea5927b45ee338590701b112 100644 --- a/docker/dockerfile +++ b/docker/dockerfile @@ -0,0 +1,48 @@ +# LLMGuardian Docker Image +FROM python:3.11-slim + +# Set environment variables +ENV PYTHONUNBUFFERED=1 \ + PYTHONDONTWRITEBYTECODE=1 \ + PIP_NO_CACHE_DIR=1 \ + PIP_DISABLE_PIP_VERSION_CHECK=1 + +# Set working directory +WORKDIR /app + +# Install system dependencies +RUN apt-get update && apt-get install -y --no-install-recommends \ + gcc \ + git \ + && rm -rf /var/lib/apt/lists/* + +# Copy requirements files +COPY requirements/ /app/requirements/ +COPY requirements.txt /app/ + +# Install Python dependencies +RUN pip install --upgrade pip && \ + pip install -r requirements.txt + +# Copy source code +COPY src/ /app/src/ +COPY setup.py /app/ +COPY pyproject.toml /app/ +COPY README.md /app/ +COPY LICENSE /app/ + +# Install the package +RUN pip install -e . + +# Create necessary directories +RUN mkdir -p /app/logs /app/data /app/.cache + +# Expose ports for API and Dashboard +EXPOSE 8000 8501 + +# Add health check +HEALTHCHECK --interval=30s --timeout=10s --start-period=5s --retries=3 \ + CMD python -c "import requests; requests.get('http://localhost:8000/health')" || exit 1 + +# Default command (can be overridden) +CMD ["python", "-m", "llmguardian.api.app"] diff --git a/requirements.txt b/requirements.txt index 526207d816469e9da651a7fcf554245cf26b6c27..844ce60ccc8a99e513a0c023f5c227a014aef3d6 100644 --- a/requirements.txt +++ b/requirements.txt @@ -4,13 +4,6 @@ # CLI Dependencies click>=8.1.0 rich>=13.0.0 -pathlib>=1.0.1 - -# Core Dependencies -dataclasses>=0.6 -typing>=3.7.4 -logging>=0.5.1.2 -enum34>=1.1.10 # Dashboard Dependencies streamlit>=1.28.0 diff --git a/requirements/base.txt b/requirements/base.txt index 8fa8895864c8e2f9b24f281dcd9061efb1609ec6..b056bf87c36fdf12858d41cc47f0de434be98cca 100644 --- a/requirements/base.txt +++ b/requirements/base.txt @@ -2,15 +2,10 @@ # Core dependencies click>=8.1.0 rich>=13.0.0 -pathlib>=1.0.1 -dataclasses>=0.6 -typing>=3.7.4 -enum34>=1.1.10 +typing-extensions>=4.5.0 pyyaml>=6.0.1 psutil>=5.9.0 python-json-logger>=2.0.7 -dataclasses>=0.6 -typing-extensions>=4.5.0 pyjwt>=2.8.0 cryptography>=41.0.0 certifi>=2023.7.22 diff --git a/src/llmguardian/__init__.py b/src/llmguardian/__init__.py index 6735fc306becf2885723d2a60678b44e89958216..68080dd7693176a09e3a0107664413b2a50b2490 100644 --- a/src/llmguardian/__init__.py +++ b/src/llmguardian/__init__.py @@ -7,13 +7,14 @@ __version__ = "1.4.0" __author__ = "dewitt4" __license__ = "Apache-2.0" -from typing import List, Dict, Optional +from typing import Dict, List, Optional -# Package level imports -from .scanners.prompt_injection_scanner import PromptInjectionScanner from .core.config import Config from .core.logger import setup_logging +# Package level imports +from .scanners.prompt_injection_scanner import PromptInjectionScanner + # Initialize logging setup_logging() diff --git a/src/llmguardian/agency/__init__.py b/src/llmguardian/agency/__init__.py index b748c14999c43215e8185a0336349cd11b2df3c3..d812e3e4e6151e3f1d0cfa62cd801bd07e9e8751 100644 --- a/src/llmguardian/agency/__init__.py +++ b/src/llmguardian/agency/__init__.py @@ -1,5 +1,5 @@ # src/llmguardian/agency/__init__.py -from .permission_manager import PermissionManager from .action_validator import ActionValidator -from .scope_limiter import ScopeLimiter from .executor import SafeExecutor +from .permission_manager import PermissionManager +from .scope_limiter import ScopeLimiter diff --git a/src/llmguardian/agency/action_validator.py b/src/llmguardian/agency/action_validator.py index 1c5aff384c006a69b640f0e1f56ffccd9960eda7..0e19f104548a33ec2ee83b3e040b898db8b91885 100644 --- a/src/llmguardian/agency/action_validator.py +++ b/src/llmguardian/agency/action_validator.py @@ -1,7 +1,8 @@ # src/llmguardian/agency/action_validator.py -from typing import Dict, List, Optional from dataclasses import dataclass from enum import Enum +from typing import Dict, List, Optional + from ..core.logger import SecurityLogger diff --git a/src/llmguardian/agency/executor.py b/src/llmguardian/agency/executor.py index 95106ace9087ee19dc249687a4c2dc596a888da2..7c56d570cb0ff14304f410baae986c8303ab9129 100644 --- a/src/llmguardian/agency/executor.py +++ b/src/llmguardian/agency/executor.py @@ -1,6 +1,7 @@ # src/llmguardian/agency/executor.py -from typing import Dict, Any, Optional from dataclasses import dataclass +from typing import Any, Dict, Optional + from ..core.logger import SecurityLogger from .action_validator import Action, ActionValidator from .permission_manager import PermissionManager diff --git a/src/llmguardian/agency/permission_manager.py b/src/llmguardian/agency/permission_manager.py index ba6afe4b6571813f764990fa57f414bcc8aa756f..8d49b76ff453a5512f65f06388251b53caeb995b 100644 --- a/src/llmguardian/agency/permission_manager.py +++ b/src/llmguardian/agency/permission_manager.py @@ -1,7 +1,8 @@ # src/llmguardian/agency/permission_manager.py -from typing import Dict, List, Optional, Set from dataclasses import dataclass from enum import Enum +from typing import Dict, List, Optional, Set + from ..core.logger import SecurityLogger diff --git a/src/llmguardian/agency/scope_limiter.py b/src/llmguardian/agency/scope_limiter.py index f5c174890b72bc51ed3c78da7b398fa51f38b09b..cd735cf40ff406267af3dfa15aa178f05a4b0048 100644 --- a/src/llmguardian/agency/scope_limiter.py +++ b/src/llmguardian/agency/scope_limiter.py @@ -1,7 +1,8 @@ # src/llmguardian/agency/scope_limiter.py -from typing import Dict, List, Optional, Set from dataclasses import dataclass from enum import Enum +from typing import Dict, List, Optional, Set + from ..core.logger import SecurityLogger diff --git a/src/llmguardian/api/__init__.py b/src/llmguardian/api/__init__.py index 84a070bc045c772cc6c23fd5fbf502a7f5686e81..d1c9dab400473e969eebb484b771dd3022a1ba84 100644 --- a/src/llmguardian/api/__init__.py +++ b/src/llmguardian/api/__init__.py @@ -1,4 +1,4 @@ # src/llmguardian/api/__init__.py -from .routes import router from .models import SecurityRequest, SecurityResponse +from .routes import router from .security import SecurityMiddleware diff --git a/src/llmguardian/api/app.py b/src/llmguardian/api/app.py index bc534141b45281fa4d7d43cd9dba88e2e5764780..a8f9dcc5f97ec80ebcd36cf432aa26bbda046c3f 100644 --- a/src/llmguardian/api/app.py +++ b/src/llmguardian/api/app.py @@ -1,6 +1,7 @@ # src/llmguardian/api/app.py from fastapi import FastAPI from fastapi.middleware.cors import CORSMiddleware + from .routes import router from .security import SecurityMiddleware diff --git a/src/llmguardian/api/models.py b/src/llmguardian/api/models.py index fed8223d1a33ef1fb9cd1c86d9db5c2a291023b3..959e457af387da6bd0bdc69db3e387217dcfb91b 100644 --- a/src/llmguardian/api/models.py +++ b/src/llmguardian/api/models.py @@ -1,8 +1,9 @@ # src/llmguardian/api/models.py -from pydantic import BaseModel -from typing import List, Optional, Dict, Any -from enum import Enum from datetime import datetime +from enum import Enum +from typing import Any, Dict, List, Optional + +from pydantic import BaseModel class SecurityLevel(str, Enum): diff --git a/src/llmguardian/api/routes.py b/src/llmguardian/api/routes.py index f944d5f2fa4d76cf73af5a113788610216eb551e..74059960f6ef9d366dc3b353a0609497b4279358 100644 --- a/src/llmguardian/api/routes.py +++ b/src/llmguardian/api/routes.py @@ -1,14 +1,22 @@ # src/llmguardian/api/routes.py -from fastapi import APIRouter, Depends, HTTPException from typing import List -from .models import SecurityRequest, SecurityResponse, PrivacyRequest, VectorRequest + +from fastapi import APIRouter, Depends, HTTPException + from ..data.privacy_guard import PrivacyGuard from ..vectors.vector_scanner import VectorScanner +from .models import PrivacyRequest, SecurityRequest, SecurityResponse, VectorRequest from .security import verify_token router = APIRouter() +@router.get("/health") +async def health_check(): + """Health check endpoint for container orchestration""" + return {"status": "healthy", "service": "llmguardian"} + + @router.post("/scan", response_model=SecurityResponse) async def scan_content(request: SecurityRequest, token: str = Depends(verify_token)): try: diff --git a/src/llmguardian/api/security.py b/src/llmguardian/api/security.py index 77b3b5979602848cff36f50e42a50886ba499c5c..a76886e9446b7a2971fd669136222f5ccfb30bbf 100644 --- a/src/llmguardian/api/security.py +++ b/src/llmguardian/api/security.py @@ -1,10 +1,11 @@ # src/llmguardian/api/security.py -from fastapi import HTTPException, Security -from fastapi.security import HTTPBearer, HTTPAuthorizationCredentials -import jwt from datetime import datetime, timedelta from typing import Optional +import jwt +from fastapi import HTTPException, Security +from fastapi.security import HTTPAuthorizationCredentials, HTTPBearer + security = HTTPBearer() diff --git a/src/llmguardian/cli/cli_interface.py b/src/llmguardian/cli/cli_interface.py index cb74ebc108bdc8721c759d85102f314f991056a5..fc71d071887f8b12b3b00f740598615cf16f2357 100644 --- a/src/llmguardian/cli/cli_interface.py +++ b/src/llmguardian/cli/cli_interface.py @@ -3,21 +3,22 @@ LLMGuardian CLI Interface Command-line interface for the LLMGuardian security tool. """ -import click import json import logging -from typing import Optional, Dict from pathlib import Path -from rich.console import Console -from rich.table import Table -from rich.panel import Panel -from rich import print as rprint -from rich.logging import RichHandler +from typing import Dict, Optional + +import click from prompt_injection_scanner import ( - PromptInjectionScanner, InjectionPattern, InjectionType, + PromptInjectionScanner, ) +from rich import print as rprint +from rich.console import Console +from rich.logging import RichHandler +from rich.panel import Panel +from rich.table import Table # Set up logging with rich logging.basicConfig( diff --git a/src/llmguardian/core/__init__.py b/src/llmguardian/core/__init__.py index d754ef96679cad59ae7b5d6e637c2aead8d6fe80..99baf7b27e151368e92294797a61e4c35e38efa6 100644 --- a/src/llmguardian/core/__init__.py +++ b/src/llmguardian/core/__init__.py @@ -2,9 +2,9 @@ core/__init__.py - Core module initialization for LLMGuardian """ -from typing import Dict, Any, Optional import logging from pathlib import Path +from typing import Any, Dict, Optional # Version information __version__ = "1.0.0" @@ -12,29 +12,29 @@ __author__ = "dewitt4" __license__ = "Apache-2.0" # Core components -from .config import Config, SecurityConfig, APIConfig, LoggingConfig, MonitoringConfig +from .config import APIConfig, Config, LoggingConfig, MonitoringConfig, SecurityConfig from .exceptions import ( - LLMGuardianError, - SecurityError, - ValidationError, ConfigurationError, + LLMGuardianError, PromptInjectionError, RateLimitError, + SecurityError, + ValidationError, ) -from .logger import SecurityLogger, AuditLogger +from .logger import AuditLogger, SecurityLogger from .rate_limiter import ( - RateLimiter, RateLimit, + RateLimiter, RateLimitType, TokenBucket, create_rate_limiter, ) from .security import ( - SecurityService, SecurityContext, - SecurityPolicy, SecurityMetrics, SecurityMonitor, + SecurityPolicy, + SecurityService, ) # Initialize logging diff --git a/src/llmguardian/core/config.py b/src/llmguardian/core/config.py index dfcc7f130061dadf1aab914d31f84bbd7d2375f3..f7185102330ee90d5940ab54821a4dd223d64b72 100644 --- a/src/llmguardian/core/config.py +++ b/src/llmguardian/core/config.py @@ -2,19 +2,21 @@ core/config.py - Configuration management for LLMGuardian """ -import os -import yaml import json -from pathlib import Path -from typing import Dict, Any, Optional, List -from dataclasses import dataclass, asdict, field import logging -from enum import Enum +import os import threading +from dataclasses import asdict, dataclass, field +from enum import Enum +from pathlib import Path +from typing import Any, Dict, List, Optional + +import yaml + from .exceptions import ( ConfigLoadError, - ConfigValidationError, ConfigurationNotFoundError, + ConfigValidationError, ) from .logger import SecurityLogger diff --git a/src/llmguardian/core/events.py b/src/llmguardian/core/events.py index c281078f5793a3c77bcf1102d9111d5669828ef9..2fc1717b3a2411e39d564a08240d7b18167472f8 100644 --- a/src/llmguardian/core/events.py +++ b/src/llmguardian/core/events.py @@ -2,13 +2,14 @@ core/events.py - Event handling system for LLMGuardian """ -from typing import Dict, List, Callable, Any, Optional -from datetime import datetime import threading from dataclasses import dataclass +from datetime import datetime from enum import Enum -from .logger import SecurityLogger +from typing import Any, Callable, Dict, List, Optional + from .exceptions import LLMGuardianError +from .logger import SecurityLogger class EventType(Enum): diff --git a/src/llmguardian/core/exceptions.py b/src/llmguardian/core/exceptions.py index b0cbf7af40ba7d6f5b9d4e02eee86ede8b2e50be..e2fae82698eb6bcff6b4bfa2efe569b31cbb61f7 100644 --- a/src/llmguardian/core/exceptions.py +++ b/src/llmguardian/core/exceptions.py @@ -2,11 +2,11 @@ core/exceptions.py - Custom exceptions for LLMGuardian """ -from typing import Dict, Any, Optional -from dataclasses import dataclass -import traceback import logging +import traceback +from dataclasses import dataclass from datetime import datetime +from typing import Any, Dict, Optional @dataclass diff --git a/src/llmguardian/core/logger.py b/src/llmguardian/core/logger.py index 2d5c72e1d31a5283c96aa41f4d29211171525d7c..9af7a381bc78d000de246a9907cdcb50e162d1b6 100644 --- a/src/llmguardian/core/logger.py +++ b/src/llmguardian/core/logger.py @@ -2,12 +2,12 @@ core/logger.py - Logging configuration for LLMGuardian """ +import json import logging import logging.handlers -import json from datetime import datetime from pathlib import Path -from typing import Optional, Dict, Any +from typing import Any, Dict, Optional class SecurityLogger: diff --git a/src/llmguardian/core/monitoring.py b/src/llmguardian/core/monitoring.py index f8c2c03f3616b01f8f2272b206b5bc63bccc9f1f..6a614ece5b63bc9a7cca07519d29f4e61a4d868d 100644 --- a/src/llmguardian/core/monitoring.py +++ b/src/llmguardian/core/monitoring.py @@ -2,14 +2,15 @@ core/monitoring.py - Monitoring system for LLMGuardian """ -from datetime import datetime, timedelta -from typing import Dict, List, Optional, Any -from dataclasses import dataclass +import json +import statistics import threading import time -import json from collections import deque -import statistics +from dataclasses import dataclass +from datetime import datetime, timedelta +from typing import Any, Dict, List, Optional + from .logger import SecurityLogger diff --git a/src/llmguardian/core/rate_limiter.py b/src/llmguardian/core/rate_limiter.py index 6b33ee30ee2f56bfe756f5ea6d3dd536152730c0..a120ef51dd1b46dc3ffa6ee2c6fab90deb575809 100644 --- a/src/llmguardian/core/rate_limiter.py +++ b/src/llmguardian/core/rate_limiter.py @@ -2,18 +2,20 @@ core/rate_limiter.py - Rate limiting implementation for LLMGuardian """ -import time +import json import os -import psutil -from datetime import datetime, timedelta -from typing import Dict, Optional, List, Tuple, Any import threading +import time from dataclasses import dataclass +from datetime import datetime, timedelta from enum import Enum -import json -from .logger import SecurityLogger -from .exceptions import RateLimitError +from typing import Any, Dict, List, Optional, Tuple + +import psutil + from .events import EventManager, EventType +from .exceptions import RateLimitError +from .logger import SecurityLogger class RateLimitType(Enum): @@ -327,8 +329,8 @@ def create_rate_limiter( if __name__ == "__main__": # Example usage - from .logger import setup_logging from .events import create_event_manager + from .logger import setup_logging security_logger, _ = setup_logging() event_manager = create_event_manager(security_logger) diff --git a/src/llmguardian/core/scanners/prompt_injection_scanner.py b/src/llmguardian/core/scanners/prompt_injection_scanner.py index 32cdb7e8b1b689ea1c8f2da495edf20831ab6cc6..4c7a7f9ba0f7d4b8496d8732677c15bd0899c55f 100644 --- a/src/llmguardian/core/scanners/prompt_injection_scanner.py +++ b/src/llmguardian/core/scanners/prompt_injection_scanner.py @@ -2,16 +2,17 @@ core/scanners/prompt_injection_scanner.py - Prompt injection detection for LLMGuardian """ -import re -from dataclasses import dataclass -from enum import Enum -from typing import List, Optional, Dict, Set, Pattern import json import logging +import re +from dataclasses import dataclass from datetime import datetime +from enum import Enum +from typing import Dict, List, Optional, Pattern, Set + +from ..config import Config from ..exceptions import PromptInjectionError from ..logger import SecurityLogger -from ..config import Config class InjectionType(Enum): diff --git a/src/llmguardian/core/security.py b/src/llmguardian/core/security.py index 20c7b75e29b63a5e27b647a8c1e4d66b1c4213db..44776ddc76e43f3f28137340e7c6a4af1eeb88b8 100644 --- a/src/llmguardian/core/security.py +++ b/src/llmguardian/core/security.py @@ -5,12 +5,14 @@ core/security.py - Core security services for LLMGuardian import hashlib import hmac import secrets -from typing import Optional, Dict, Any, List from dataclasses import dataclass from datetime import datetime, timedelta +from typing import Any, Dict, List, Optional + import jwt + from .config import Config -from .logger import SecurityLogger, AuditLogger +from .logger import AuditLogger, SecurityLogger @dataclass diff --git a/src/llmguardian/core/validation.py b/src/llmguardian/core/validation.py index f7e837fb0a32a2f59bb53678a0bc1499afe1df65..1956d6a2d2758c2631b60c86ab23b885cad024f2 100644 --- a/src/llmguardian/core/validation.py +++ b/src/llmguardian/core/validation.py @@ -2,10 +2,11 @@ core/validation.py - Input/Output validation for LLMGuardian """ +import json import re -from typing import Dict, Any, List, Optional, Tuple from dataclasses import dataclass -import json +from typing import Any, Dict, List, Optional, Tuple + from .logger import SecurityLogger diff --git a/src/llmguardian/dashboard/app.py b/src/llmguardian/dashboard/app.py index 973121b1006f1d9fbfe58065bc88d52840db4eba..ce94880df90f9df11a7f7b4437a00a6ffd113dee 100644 --- a/src/llmguardian/dashboard/app.py +++ b/src/llmguardian/dashboard/app.py @@ -1,26 +1,27 @@ # src/llmguardian/dashboard/app.py -import streamlit as st -import plotly.express as px -import plotly.graph_objects as go -import pandas as pd -import numpy as np -from datetime import datetime, timedelta -from typing import Dict, List, Any, Optional -import sys import os +import sys +from datetime import datetime, timedelta from pathlib import Path +from typing import Any, Dict, List, Optional + +import numpy as np +import pandas as pd +import plotly.express as px +import plotly.graph_objects as go +import streamlit as st # Add parent directory to path for imports sys.path.insert(0, str(Path(__file__).parent.parent.parent)) try: from llmguardian.core.config import Config + from llmguardian.core.logger import setup_logging from llmguardian.data.privacy_guard import PrivacyGuard - from llmguardian.monitors.usage_monitor import UsageMonitor from llmguardian.monitors.threat_detector import ThreatDetector, ThreatLevel + from llmguardian.monitors.usage_monitor import UsageMonitor from llmguardian.scanners.prompt_injection_scanner import PromptInjectionScanner - from llmguardian.core.logger import setup_logging except ImportError: # Fallback for demo mode Config = None diff --git a/src/llmguardian/data/leak_detector.py b/src/llmguardian/data/leak_detector.py index 313f727cc99282079ab16d81fd45af7a919281a9..7ee9df4437e4f74718064144167ffe149eeb722d 100644 --- a/src/llmguardian/data/leak_detector.py +++ b/src/llmguardian/data/leak_detector.py @@ -2,15 +2,16 @@ data/leak_detector.py - Data leakage detection and prevention """ +import hashlib import re -from typing import Dict, List, Optional, Any, Set +from collections import defaultdict from dataclasses import dataclass from datetime import datetime from enum import Enum -import hashlib -from collections import defaultdict -from ..core.logger import SecurityLogger +from typing import Any, Dict, List, Optional, Set + from ..core.exceptions import SecurityError +from ..core.logger import SecurityLogger class LeakageType(Enum): diff --git a/src/llmguardian/data/poison_detector.py b/src/llmguardian/data/poison_detector.py index e363943b14fa7ea2480242aa572293a79f290ce0..0c75f4be2b251bdce7172c452015431dee5a8c27 100644 --- a/src/llmguardian/data/poison_detector.py +++ b/src/llmguardian/data/poison_detector.py @@ -2,16 +2,18 @@ data/poison_detector.py - Detection and prevention of data poisoning attacks """ -import numpy as np -from typing import Dict, List, Optional, Any, Set, Tuple +import hashlib +import json +from collections import defaultdict from dataclasses import dataclass from datetime import datetime from enum import Enum -from collections import defaultdict -import json -import hashlib -from ..core.logger import SecurityLogger +from typing import Any, Dict, List, Optional, Set, Tuple + +import numpy as np + from ..core.exceptions import SecurityError +from ..core.logger import SecurityLogger class PoisonType(Enum): diff --git a/src/llmguardian/data/privacy_guard.py b/src/llmguardian/data/privacy_guard.py index 36d1e248dee65e020bd0b70aba74fb93dcaa9886..b82fa69c5b2665049c50bc02e095fd0043cfb34c 100644 --- a/src/llmguardian/data/privacy_guard.py +++ b/src/llmguardian/data/privacy_guard.py @@ -2,19 +2,19 @@ data/privacy_guard.py - Privacy protection and enforcement """ -# Add these imports at the top -from typing import Dict, List, Optional, Any, Set, Union -from dataclasses import dataclass, field -from datetime import datetime -from enum import Enum -import re import hashlib import json +import re import threading import time from collections import defaultdict -from ..core.logger import SecurityLogger +from dataclasses import dataclass, field +from datetime import datetime +from enum import Enum +from typing import Any, Dict, List, Optional, Set, Union + from ..core.exceptions import SecurityError +from ..core.logger import SecurityLogger class PrivacyLevel(Enum): diff --git a/src/llmguardian/defenders/__init__.py b/src/llmguardian/defenders/__init__.py index ad2a709e405472d64c1211edb890df6b9ae9bb79..d6ed5056cef4e9c3b28ba9594db70424fc09a837 100644 --- a/src/llmguardian/defenders/__init__.py +++ b/src/llmguardian/defenders/__init__.py @@ -2,11 +2,11 @@ defenders/__init__.py - Security defenders initialization """ +from .content_filter import ContentFilter +from .context_validator import ContextValidator from .input_sanitizer import InputSanitizer from .output_validator import OutputValidator from .token_validator import TokenValidator -from .content_filter import ContentFilter -from .context_validator import ContextValidator __all__ = [ "InputSanitizer", diff --git a/src/llmguardian/defenders/content_filter.py b/src/llmguardian/defenders/content_filter.py index 7d6c6eaa4c61ae170165c87115e82a4da382540c..ff12f7c44ef729f19f0536e0786060e993deef5a 100644 --- a/src/llmguardian/defenders/content_filter.py +++ b/src/llmguardian/defenders/content_filter.py @@ -3,11 +3,12 @@ defenders/content_filter.py - Content filtering and moderation """ import re -from typing import Dict, List, Optional, Any, Set from dataclasses import dataclass from enum import Enum -from ..core.logger import SecurityLogger +from typing import Any, Dict, List, Optional, Set + from ..core.exceptions import ValidationError +from ..core.logger import SecurityLogger class ContentCategory(Enum): diff --git a/src/llmguardian/defenders/context_validator.py b/src/llmguardian/defenders/context_validator.py index 4573ad56460de5d1b343e64b7d4fa26e5f702dfd..6d216b829fdd149a66466f662da7ca72faf53b1d 100644 --- a/src/llmguardian/defenders/context_validator.py +++ b/src/llmguardian/defenders/context_validator.py @@ -2,12 +2,13 @@ defenders/context_validator.py - Context validation for LLM interactions """ -from typing import Dict, Optional, List, Any +import hashlib from dataclasses import dataclass from datetime import datetime -import hashlib -from ..core.logger import SecurityLogger +from typing import Any, Dict, List, Optional + from ..core.exceptions import ValidationError +from ..core.logger import SecurityLogger @dataclass diff --git a/src/llmguardian/defenders/input_sanitizer.py b/src/llmguardian/defenders/input_sanitizer.py index 1f418fb1602a5d7f27421d33a618fd71c2320055..78f0bc4189e9e64c0f4368e71eeb4d0a52eabd46 100644 --- a/src/llmguardian/defenders/input_sanitizer.py +++ b/src/llmguardian/defenders/input_sanitizer.py @@ -3,10 +3,11 @@ defenders/input_sanitizer.py - Input sanitization for LLM inputs """ import re -from typing import Dict, Any, List, Optional from dataclasses import dataclass -from ..core.logger import SecurityLogger +from typing import Any, Dict, List, Optional + from ..core.exceptions import ValidationError +from ..core.logger import SecurityLogger @dataclass diff --git a/src/llmguardian/defenders/output_validator.py b/src/llmguardian/defenders/output_validator.py index 6a96649d783604ac0c4ce063a1915b0122a876a7..ffb2a7e4704d2aadd807ab944eaa0e8ab51863b0 100644 --- a/src/llmguardian/defenders/output_validator.py +++ b/src/llmguardian/defenders/output_validator.py @@ -3,10 +3,11 @@ defenders/output_validator.py - Output validation and sanitization """ import re -from typing import Dict, List, Optional, Set, Any from dataclasses import dataclass -from ..core.logger import SecurityLogger +from typing import Any, Dict, List, Optional, Set + from ..core.exceptions import ValidationError +from ..core.logger import SecurityLogger @dataclass diff --git a/src/llmguardian/defenders/test_context_validator.py b/src/llmguardian/defenders/test_context_validator.py index ab5bc2e2340a1f2be7e856374b35d5472c6c4f61..ad32860fc34fbead8214ded5a752db0e988a0391 100644 --- a/src/llmguardian/defenders/test_context_validator.py +++ b/src/llmguardian/defenders/test_context_validator.py @@ -2,10 +2,12 @@ tests/defenders/test_context_validator.py - Tests for context validation """ -import pytest from datetime import datetime, timedelta -from llmguardian.defenders.context_validator import ContextValidator, ValidationResult + +import pytest + from llmguardian.core.exceptions import ValidationError +from llmguardian.defenders.context_validator import ContextValidator, ValidationResult @pytest.fixture diff --git a/src/llmguardian/defenders/token_validator.py b/src/llmguardian/defenders/token_validator.py index a9b81b8b2a197e1a347f64cb1042c079a297e60b..b98ecd288acd7c8ebe04279796c4debf57259426 100644 --- a/src/llmguardian/defenders/token_validator.py +++ b/src/llmguardian/defenders/token_validator.py @@ -2,13 +2,15 @@ defenders/token_validator.py - Token and credential validation """ -from typing import Dict, Optional, Any, List -from dataclasses import dataclass import re -import jwt +from dataclasses import dataclass from datetime import datetime, timedelta -from ..core.logger import SecurityLogger +from typing import Any, Dict, List, Optional + +import jwt + from ..core.exceptions import TokenValidationError +from ..core.logger import SecurityLogger @dataclass diff --git a/src/llmguardian/monitors/__init__.py b/src/llmguardian/monitors/__init__.py index afda80d742e33e64806a558fc396d32a7f84be34..b63cb372e5426caf17863a3ff16ff0c8c3352a25 100644 --- a/src/llmguardian/monitors/__init__.py +++ b/src/llmguardian/monitors/__init__.py @@ -2,11 +2,11 @@ monitors/__init__.py - Monitoring system initialization """ -from .usage_monitor import UsageMonitor +from .audit_monitor import AuditMonitor from .behavior_monitor import BehaviorMonitor -from .threat_detector import ThreatDetector from .performance_monitor import PerformanceMonitor -from .audit_monitor import AuditMonitor +from .threat_detector import ThreatDetector +from .usage_monitor import UsageMonitor __all__ = [ "UsageMonitor", diff --git a/src/llmguardian/monitors/audit_monitor.py b/src/llmguardian/monitors/audit_monitor.py index cb8a3bdc23ba619e6345297941cd068f479c1a94..6dbe1b589d6266cc7502bf553fc74e4a5854342d 100644 --- a/src/llmguardian/monitors/audit_monitor.py +++ b/src/llmguardian/monitors/audit_monitor.py @@ -3,15 +3,16 @@ monitors/audit_monitor.py - Audit trail and compliance monitoring """ import json -from typing import Dict, List, Optional, Any, Set +import threading +from collections import defaultdict from dataclasses import dataclass from datetime import datetime, timedelta from enum import Enum -import threading from pathlib import Path -from collections import defaultdict -from ..core.logger import SecurityLogger +from typing import Any, Dict, List, Optional, Set + from ..core.exceptions import MonitoringError +from ..core.logger import SecurityLogger class AuditEventType(Enum): diff --git a/src/llmguardian/monitors/behavior_monitor.py b/src/llmguardian/monitors/behavior_monitor.py index 2665a2dd6a6cb4dae7375136900be40ee398b491..f35ca860708353d2e91192d65da19f07671ebc14 100644 --- a/src/llmguardian/monitors/behavior_monitor.py +++ b/src/llmguardian/monitors/behavior_monitor.py @@ -2,11 +2,12 @@ monitors/behavior_monitor.py - LLM behavior monitoring """ -from typing import Dict, List, Optional, Any from dataclasses import dataclass from datetime import datetime -from ..core.logger import SecurityLogger +from typing import Any, Dict, List, Optional + from ..core.exceptions import MonitoringError +from ..core.logger import SecurityLogger @dataclass diff --git a/src/llmguardian/monitors/performance_monitor.py b/src/llmguardian/monitors/performance_monitor.py index aa594ee80882221237ca93140877adc2f0112375..c6d2cc05502377dc7d96e8c86059d468a80e25e2 100644 --- a/src/llmguardian/monitors/performance_monitor.py +++ b/src/llmguardian/monitors/performance_monitor.py @@ -2,15 +2,16 @@ monitors/performance_monitor.py - LLM performance monitoring """ -import time import threading -from typing import Dict, List, Optional, Any +import time +from collections import deque from dataclasses import dataclass from datetime import datetime, timedelta from statistics import mean, median, stdev -from collections import deque -from ..core.logger import SecurityLogger +from typing import Any, Dict, List, Optional + from ..core.exceptions import MonitoringError +from ..core.logger import SecurityLogger @dataclass diff --git a/src/llmguardian/monitors/threat_detector.py b/src/llmguardian/monitors/threat_detector.py index f86bdaa5650bfd2c0c9d67f85c7bea8a94067aab..6d0731d8d66443f7e9293be5bdc95fc7564d82a8 100644 --- a/src/llmguardian/monitors/threat_detector.py +++ b/src/llmguardian/monitors/threat_detector.py @@ -2,14 +2,15 @@ monitors/threat_detector.py - Real-time threat detection for LLM applications """ -from typing import Dict, List, Optional, Set, Any +import threading +from collections import defaultdict from dataclasses import dataclass from datetime import datetime, timedelta from enum import Enum -import threading -from collections import defaultdict -from ..core.logger import SecurityLogger +from typing import Any, Dict, List, Optional, Set + from ..core.exceptions import MonitoringError +from ..core.logger import SecurityLogger class ThreatLevel(Enum): diff --git a/src/llmguardian/monitors/usage_monitor.py b/src/llmguardian/monitors/usage_monitor.py index a02fea9a0d2d5a565601446fc1d63d8d18c44dd7..b6705f85989005816ac178733d54cf8a7c42f836 100644 --- a/src/llmguardian/monitors/usage_monitor.py +++ b/src/llmguardian/monitors/usage_monitor.py @@ -2,14 +2,16 @@ monitors/usage_monitor.py - Resource usage monitoring """ -import time -import psutil import threading -from typing import Dict, List, Optional +import time from dataclasses import dataclass from datetime import datetime -from ..core.logger import SecurityLogger +from typing import Dict, List, Optional + +import psutil + from ..core.exceptions import MonitoringError +from ..core.logger import SecurityLogger @dataclass diff --git a/src/llmguardian/scanners/prompt_injection_scanner.py b/src/llmguardian/scanners/prompt_injection_scanner.py index a115d78625da98af300820a1a02e20aa873d5153..8c91c37f2c57bc618f0982014e518fdd5f326c75 100644 --- a/src/llmguardian/scanners/prompt_injection_scanner.py +++ b/src/llmguardian/scanners/prompt_injection_scanner.py @@ -3,12 +3,12 @@ LLMGuardian Prompt Injection Scanner Core module for detecting and preventing prompt injection attacks in LLM applications. """ +import logging import re +from abc import ABC, abstractmethod from dataclasses import dataclass from enum import Enum -from typing import List, Optional, Dict, Tuple -import logging -from abc import ABC, abstractmethod +from typing import Dict, List, Optional, Tuple # Configure logging logging.basicConfig(level=logging.INFO) diff --git a/src/llmguardian/vectors/__init__.py b/src/llmguardian/vectors/__init__.py index b6d07629831f467573dc6e1b1243d427c9ffeca5..c72cb8456010e5e3a2a3e8dd01f90b63f631812c 100644 --- a/src/llmguardian/vectors/__init__.py +++ b/src/llmguardian/vectors/__init__.py @@ -3,8 +3,8 @@ vectors/__init__.py - Vector security initialization """ from .embedding_validator import EmbeddingValidator -from .vector_scanner import VectorScanner from .retrieval_guard import RetrievalGuard from .storage_validator import StorageValidator +from .vector_scanner import VectorScanner __all__ = ["EmbeddingValidator", "VectorScanner", "RetrievalGuard", "StorageValidator"] diff --git a/src/llmguardian/vectors/embedding_validator.py b/src/llmguardian/vectors/embedding_validator.py index a891c07e66a302f7e0d6d7628d28b53598603a92..8705d6696569cd15902cbd9c4d92a25ddc09d966 100644 --- a/src/llmguardian/vectors/embedding_validator.py +++ b/src/llmguardian/vectors/embedding_validator.py @@ -2,13 +2,15 @@ vectors/embedding_validator.py - Embedding validation and security """ -import numpy as np -from typing import Dict, List, Optional, Any, Tuple +import hashlib from dataclasses import dataclass from datetime import datetime -import hashlib -from ..core.logger import SecurityLogger +from typing import Any, Dict, List, Optional, Tuple + +import numpy as np + from ..core.exceptions import ValidationError +from ..core.logger import SecurityLogger @dataclass diff --git a/src/llmguardian/vectors/retrieval_guard.py b/src/llmguardian/vectors/retrieval_guard.py index b6988a510538f14672fe6eafabe73b31a97d4de4..ed7e7b4ab5839415fb3cc42dae747b1187f42693 100644 --- a/src/llmguardian/vectors/retrieval_guard.py +++ b/src/llmguardian/vectors/retrieval_guard.py @@ -2,16 +2,18 @@ vectors/retrieval_guard.py - Security for Retrieval-Augmented Generation (RAG) operations """ -import numpy as np -from typing import Dict, List, Optional, Any, Tuple, Set -from dataclasses import dataclass -from datetime import datetime -from enum import Enum import hashlib import re from collections import defaultdict -from ..core.logger import SecurityLogger +from dataclasses import dataclass +from datetime import datetime +from enum import Enum +from typing import Any, Dict, List, Optional, Set, Tuple + +import numpy as np + from ..core.exceptions import SecurityError +from ..core.logger import SecurityLogger class RetrievalRisk(Enum): diff --git a/src/llmguardian/vectors/storage_validator.py b/src/llmguardian/vectors/storage_validator.py index 7d7cd9a250b9b084ec4761c275a5d749002ffadb..17b64fbacb93d810006a8f0b7afe9ecc4b90227e 100644 --- a/src/llmguardian/vectors/storage_validator.py +++ b/src/llmguardian/vectors/storage_validator.py @@ -2,16 +2,18 @@ vectors/storage_validator.py - Vector storage security validation """ -import numpy as np -from typing import Dict, List, Optional, Any, Tuple, Set -from dataclasses import dataclass -from datetime import datetime -from enum import Enum import hashlib import json from collections import defaultdict -from ..core.logger import SecurityLogger +from dataclasses import dataclass +from datetime import datetime +from enum import Enum +from typing import Any, Dict, List, Optional, Set, Tuple + +import numpy as np + from ..core.exceptions import SecurityError +from ..core.logger import SecurityLogger class StorageRisk(Enum): diff --git a/src/llmguardian/vectors/vector_scanner.py b/src/llmguardian/vectors/vector_scanner.py index 772e2fdbcf72a42cfd2ad3f8e9fa4b5e874f9742..e2481aca7035862adde759fcc6013038bf7f6598 100644 --- a/src/llmguardian/vectors/vector_scanner.py +++ b/src/llmguardian/vectors/vector_scanner.py @@ -2,15 +2,17 @@ vectors/vector_scanner.py - Security scanner for vector databases and operations """ -import numpy as np -from typing import Dict, List, Optional, Any, Set +import hashlib +from collections import defaultdict from dataclasses import dataclass from datetime import datetime from enum import Enum -import hashlib -from collections import defaultdict -from ..core.logger import SecurityLogger +from typing import Any, Dict, List, Optional, Set + +import numpy as np + from ..core.exceptions import SecurityError +from ..core.logger import SecurityLogger class VectorVulnerability(Enum): diff --git a/tests/conftest.py b/tests/conftest.py index 1f42b9530a28a85a9cc129eefc1a3d0ff73714c2..1c3a7a2e229142f58a404370a736742b08c6bb06 100644 --- a/tests/conftest.py +++ b/tests/conftest.py @@ -2,13 +2,15 @@ tests/conftest.py - Pytest configuration and shared fixtures """ -import pytest -import os import json +import os from pathlib import Path -from typing import Dict, Any -from llmguardian.core.logger import SecurityLogger +from typing import Any, Dict + +import pytest + from llmguardian.core.config import Config +from llmguardian.core.logger import SecurityLogger @pytest.fixture(scope="session") diff --git a/tests/data/test_privacy_guard.py b/tests/data/test_privacy_guard.py index bb834d547c1c8f280f1195687b6896864b630f28..a9fabcfedb60754f3b06ee12ccdea40c8027444e 100644 --- a/tests/data/test_privacy_guard.py +++ b/tests/data/test_privacy_guard.py @@ -2,17 +2,19 @@ tests/data/test_privacy_guard.py - Test cases for privacy protection functionality """ -import pytest from datetime import datetime from unittest.mock import Mock, patch + +import pytest + +from llmguardian.core.exceptions import SecurityError from llmguardian.data.privacy_guard import ( - PrivacyGuard, - PrivacyRule, - PrivacyLevel, DataCategory, PrivacyCheck, + PrivacyGuard, + PrivacyLevel, + PrivacyRule, ) -from llmguardian.core.exceptions import SecurityError @pytest.fixture diff --git a/tests/unit/test_prompt_injection_scanner.py b/tests/unit/test_prompt_injection_scanner.py index c6ddd984b4b06c42b45109f04de8610842a749c2..5683e77d50c4825ae4c4bc0d1732380eef115ea7 100644 --- a/tests/unit/test_prompt_injection_scanner.py +++ b/tests/unit/test_prompt_injection_scanner.py @@ -2,12 +2,13 @@ Tests for the LLMGuardian Prompt Injection Scanner """ -import pytest from typing import List + +import pytest from prompt_injection_scanner import ( - PromptInjectionScanner, InjectionPattern, InjectionType, + PromptInjectionScanner, ScanResult, ) diff --git a/tests/utils/test_utils.py b/tests/utils/test_utils.py index 839926051d529d36a398e26e87129927969634c8..ebe7409fe376b90de63c669edaebb410384b272d 100644 --- a/tests/utils/test_utils.py +++ b/tests/utils/test_utils.py @@ -4,7 +4,8 @@ tests/utils/test_utils.py - Testing utilities and helpers import json from pathlib import Path -from typing import Dict, Any, Optional +from typing import Any, Dict, Optional + import numpy as np