tradesenseAi / backend /tests /data /test_diagnostics_api.py
Niranjan-Murugarasu024
feat: TradeSense AI Chairman Edition production release ready for Hugging Face Spaces
0125724
Raw History Blame Contribute Delete
6.5 kB
"""
TradeSense AI — Diagnostics API & Telemetry Security Tests
Validates the GET /api/v1/data/diagnostics and GET /api/v1/data/health endpoints:
- Verifies schema completeness (providers, summary, validation)
- Confirms NOT_CONFIGURED state when credentials are absent (no fabrication)
- Adversarial test: verifies environment API keys NEVER leak in endpoint responses
- Circuit breaker state reflection
"""
import os
from datetime import datetime, timezone
import pytest
from fastapi.testclient import TestClient
from backend.app.main import app
from backend.data.health import health_tracker
from backend.data.providers.base import ProviderErrorType
client = TestClient(app)
class TestDiagnosticsAPI:
def test_health_endpoint_returns_200_and_valid_schema(self):
response = client.get("/api/v1/data/health")
assert response.status_code == 200
data = response.json()
assert "timestamp" in data
assert "providers" in data
assert "total_providers" in data
def test_diagnostics_endpoint_returns_200_and_valid_schema(self, monkeypatch):
# Mock ping_provider to avoid outbound internet calls during unit testing
from backend.data.diagnostics import ProviderPingResult, diagnostics_engine
from backend.data.providers.base import ProviderStatus
def mock_ping(provider_name):
return ProviderPingResult(
provider=provider_name,
tier=1,
configured=False,
reachable=None,
latency_ms=None,
provider_status=ProviderStatus.NOT_CONFIGURED,
circuit_state="NOT_CONFIGURED",
)
monkeypatch.setattr(diagnostics_engine, "ping_provider", mock_ping)
response = client.get("/api/v1/data/diagnostics")
assert response.status_code == 200
data = response.json()
assert "generated_at" in data
assert "providers" in data
assert "summary" in data
assert "validation" in data
assert "total_providers" in data["summary"]
assert "waterfall_available" in data["summary"]
def test_unconfigured_provider_shows_not_configured_in_diagnostics(self, monkeypatch):
from backend.data.diagnostics import ProviderPingResult, diagnostics_engine
from backend.data.providers.base import ProviderStatus
def mock_ping(provider_name):
return ProviderPingResult(
provider=provider_name,
tier=1,
configured=False,
reachable=None,
latency_ms=None,
provider_status=ProviderStatus.NOT_CONFIGURED,
circuit_state="NOT_CONFIGURED",
)
monkeypatch.setattr(diagnostics_engine, "ping_provider", mock_ping)
response = client.get("/api/v1/data/diagnostics")
data = response.json()
polygon = data["providers"].get("polygon")
assert polygon is not None
assert polygon["configured"] is False
assert polygon["provider_status"] == "NOT_CONFIGURED"
assert polygon["data_mode"] == "NOT_CONFIGURED"
def test_adversarial_api_key_not_in_diagnostics_payload(self, monkeypatch):
"""Inject a secret key into the environment and assert it NEVER appears anywhere in the diagnostics JSON."""
secret_key = "POLYGON_SUPER_SECRET_TOKEN_999888777"
monkeypatch.setenv("POLYGON_API_KEY", secret_key)
from backend.data.diagnostics import ProviderPingResult, diagnostics_engine
from backend.data.providers.base import ProviderStatus
def mock_ping(provider_name):
return ProviderPingResult(
provider=provider_name,
tier=1,
configured=True,
reachable=True,
latency_ms=42.0,
provider_status=ProviderStatus.LIVE,
circuit_state="CLOSED",
)
monkeypatch.setattr(diagnostics_engine, "ping_provider", mock_ping)
response = client.get("/api/v1/data/diagnostics")
body_text = response.text
assert secret_key not in body_text
def test_adversarial_api_key_not_in_health_payload(self, monkeypatch):
"""Inject a secret key into the environment and assert it NEVER appears in /api/v1/data/health."""
secret_key = "FMP_SUPER_SECRET_TOKEN_111222333"
monkeypatch.setenv("FMP_API_KEY", secret_key)
response = client.get("/api/v1/data/health")
body_text = response.text
assert secret_key not in body_text
def test_circuit_breaker_open_state_reflected_in_health(self):
"""Trigger circuit breaker on a test provider and verify circuit_state is OPEN."""
health_tracker.register_provider("TestBreakerProv", tier=1, is_configured=True)
for _ in range(5):
health_tracker.record_failure("TestBreakerProv", ProviderErrorType.PROVIDER_ERROR)
response = client.get("/api/v1/data/health")
data = response.json()
assert "TestBreakerProv" in data["providers"]
assert data["providers"]["TestBreakerProv"]["circuit_state"] == "OPEN"
assert data["providers"]["TestBreakerProv"]["healthy"] is False
def test_summary_counts_are_consistent(self, monkeypatch):
from backend.data.diagnostics import ProviderPingResult, diagnostics_engine
from backend.data.providers.base import ProviderStatus
# Return 1 LIVE, 4 NOT_CONFIGURED
def mock_ping(provider_name):
if provider_name == "YahooFinance":
return ProviderPingResult(
provider=provider_name, tier=5, configured=True, reachable=True,
latency_ms=100.0, provider_status=ProviderStatus.LIVE, circuit_state="CLOSED"
)
return ProviderPingResult(
provider=provider_name, tier=1, configured=False, reachable=None,
latency_ms=None, provider_status=ProviderStatus.NOT_CONFIGURED, circuit_state="NOT_CONFIGURED"
)
monkeypatch.setattr(diagnostics_engine, "ping_provider", mock_ping)
response = client.get("/api/v1/data/diagnostics")
data = response.json()
summary = data["summary"]
assert summary["total_providers"] == 5
assert summary["live"] == 1
assert summary["not_configured"] == 4
assert summary["waterfall_available"] is True