""" TradeSense AI — Diagnostics API & Telemetry Security Tests Validates the GET /api/v1/data/diagnostics and GET /api/v1/data/health endpoints: - Verifies schema completeness (providers, summary, validation) - Confirms NOT_CONFIGURED state when credentials are absent (no fabrication) - Adversarial test: verifies environment API keys NEVER leak in endpoint responses - Circuit breaker state reflection """ import os from datetime import datetime, timezone import pytest from fastapi.testclient import TestClient from backend.app.main import app from backend.data.health import health_tracker from backend.data.providers.base import ProviderErrorType client = TestClient(app) class TestDiagnosticsAPI: def test_health_endpoint_returns_200_and_valid_schema(self): response = client.get("/api/v1/data/health") assert response.status_code == 200 data = response.json() assert "timestamp" in data assert "providers" in data assert "total_providers" in data def test_diagnostics_endpoint_returns_200_and_valid_schema(self, monkeypatch): # Mock ping_provider to avoid outbound internet calls during unit testing from backend.data.diagnostics import ProviderPingResult, diagnostics_engine from backend.data.providers.base import ProviderStatus def mock_ping(provider_name): return ProviderPingResult( provider=provider_name, tier=1, configured=False, reachable=None, latency_ms=None, provider_status=ProviderStatus.NOT_CONFIGURED, circuit_state="NOT_CONFIGURED", ) monkeypatch.setattr(diagnostics_engine, "ping_provider", mock_ping) response = client.get("/api/v1/data/diagnostics") assert response.status_code == 200 data = response.json() assert "generated_at" in data assert "providers" in data assert "summary" in data assert "validation" in data assert "total_providers" in data["summary"] assert "waterfall_available" in data["summary"] def test_unconfigured_provider_shows_not_configured_in_diagnostics(self, monkeypatch): from backend.data.diagnostics import ProviderPingResult, diagnostics_engine from backend.data.providers.base import ProviderStatus def mock_ping(provider_name): return ProviderPingResult( provider=provider_name, tier=1, configured=False, reachable=None, latency_ms=None, provider_status=ProviderStatus.NOT_CONFIGURED, circuit_state="NOT_CONFIGURED", ) monkeypatch.setattr(diagnostics_engine, "ping_provider", mock_ping) response = client.get("/api/v1/data/diagnostics") data = response.json() polygon = data["providers"].get("polygon") assert polygon is not None assert polygon["configured"] is False assert polygon["provider_status"] == "NOT_CONFIGURED" assert polygon["data_mode"] == "NOT_CONFIGURED" def test_adversarial_api_key_not_in_diagnostics_payload(self, monkeypatch): """Inject a secret key into the environment and assert it NEVER appears anywhere in the diagnostics JSON.""" secret_key = "POLYGON_SUPER_SECRET_TOKEN_999888777" monkeypatch.setenv("POLYGON_API_KEY", secret_key) from backend.data.diagnostics import ProviderPingResult, diagnostics_engine from backend.data.providers.base import ProviderStatus def mock_ping(provider_name): return ProviderPingResult( provider=provider_name, tier=1, configured=True, reachable=True, latency_ms=42.0, provider_status=ProviderStatus.LIVE, circuit_state="CLOSED", ) monkeypatch.setattr(diagnostics_engine, "ping_provider", mock_ping) response = client.get("/api/v1/data/diagnostics") body_text = response.text assert secret_key not in body_text def test_adversarial_api_key_not_in_health_payload(self, monkeypatch): """Inject a secret key into the environment and assert it NEVER appears in /api/v1/data/health.""" secret_key = "FMP_SUPER_SECRET_TOKEN_111222333" monkeypatch.setenv("FMP_API_KEY", secret_key) response = client.get("/api/v1/data/health") body_text = response.text assert secret_key not in body_text def test_circuit_breaker_open_state_reflected_in_health(self): """Trigger circuit breaker on a test provider and verify circuit_state is OPEN.""" health_tracker.register_provider("TestBreakerProv", tier=1, is_configured=True) for _ in range(5): health_tracker.record_failure("TestBreakerProv", ProviderErrorType.PROVIDER_ERROR) response = client.get("/api/v1/data/health") data = response.json() assert "TestBreakerProv" in data["providers"] assert data["providers"]["TestBreakerProv"]["circuit_state"] == "OPEN" assert data["providers"]["TestBreakerProv"]["healthy"] is False def test_summary_counts_are_consistent(self, monkeypatch): from backend.data.diagnostics import ProviderPingResult, diagnostics_engine from backend.data.providers.base import ProviderStatus # Return 1 LIVE, 4 NOT_CONFIGURED def mock_ping(provider_name): if provider_name == "YahooFinance": return ProviderPingResult( provider=provider_name, tier=5, configured=True, reachable=True, latency_ms=100.0, provider_status=ProviderStatus.LIVE, circuit_state="CLOSED" ) return ProviderPingResult( provider=provider_name, tier=1, configured=False, reachable=None, latency_ms=None, provider_status=ProviderStatus.NOT_CONFIGURED, circuit_state="NOT_CONFIGURED" ) monkeypatch.setattr(diagnostics_engine, "ping_provider", mock_ping) response = client.get("/api/v1/data/diagnostics") data = response.json() summary = data["summary"] assert summary["total_providers"] == 5 assert summary["live"] == 1 assert summary["not_configured"] == 4 assert summary["waterfall_available"] is True