File size: 1,918 Bytes
1a4aa87 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 | """
Monitoring Module
Continuous AI Governance Infrastructure for AegisLM.
Provides:
- Streaming evaluation pipeline for real-time monitoring
- Drift detection with statistical analysis
- Alert generation and management
- Dashboard data API
Architecture:
Live Prompt Stream
β
Streaming Evaluator
β
Defender + Judge
β
Rolling Metrics Store
β
Drift Detection
β
Alerting Engine
β
Dashboard (Monitoring Tab)
"""
from .alerting import (
AlertManager,
AlertSeverity,
AlertSummary,
AlertType,
get_alert_manager,
)
from .drift_detection import (
DriftDetector,
DriftDetectionResult,
MetricWindow,
get_drift_detector,
)
from .pipeline import (
MonitoringPipeline,
MonitoringConfig,
MonitoringDashboardData,
get_monitoring_pipeline,
)
from .schemas import (
Alert,
AlertSeverity,
AlertSummary,
AlertType,
DriftDetectionResult,
MonitoringConfig,
MonitoringDashboardData,
MonitoringRequest,
MonitoringResponse,
RollingMetrics,
)
from .streaming_evaluator import (
StreamingEvaluator,
get_streaming_evaluator,
)
__all__ = [
# Pipeline
"MonitoringPipeline",
"MonitoringConfig",
"MonitoringDashboardData",
"get_monitoring_pipeline",
# Streaming Evaluator
"StreamingEvaluator",
"get_streaming_evaluator",
# Drift Detection
"DriftDetector",
"DriftDetectionResult",
"MetricWindow",
"get_drift_detector",
# Alerting
"AlertManager",
"Alert",
"AlertType",
"AlertSeverity",
"AlertSummary",
"get_alert_manager",
# Schemas
"MonitoringRequest",
"MonitoringResponse",
"RollingMetrics",
]
# Version
__version__ = "0.1.0"
|