Spaces:
Sleeping
Sleeping
Download test_api.py from StillWorking/Dep-Sight: direct link, hf CLI and curl.
- Browser
- Download file 9.47 kB
-
https://huggingface.co/spaces/StillWorking/Dep-Sight/resolve/main/test_api.py
- Command line
-
hf download hf://spaces/StillWorking/Dep-Sight/test_api.py
-
curl -L -o test_api.py https://huggingface.co/spaces/StillWorking/Dep-Sight/resolve/main/test_api.py
9.47 kB
| """ | |
| API Testing Script for DeepSight EWS | |
| Test all endpoints locally or on Hugging Face Spaces | |
| """ | |
| import requests | |
| import json | |
| from typing import Optional | |
| # Configuration | |
| BASE_URL = "http://localhost:7860" # Change to your Hugging Face Space URL after deployment | |
| # Example: BASE_URL = "https://YOUR_USERNAME-deepsight-ews.hf.space" | |
| class Colors: | |
| """ANSI color codes for terminal output""" | |
| GREEN = '\033[92m' | |
| RED = '\033[91m' | |
| YELLOW = '\033[93m' | |
| BLUE = '\033[94m' | |
| END = '\033[0m' | |
| def print_test(name: str, passed: bool, details: Optional[str] = None): | |
| """Print test result with color""" | |
| status = f"{Colors.GREEN}β PASSED{Colors.END}" if passed else f"{Colors.RED}β FAILED{Colors.END}" | |
| print(f"\n{Colors.BLUE}[TEST]{Colors.END} {name}") | |
| print(f"Status: {status}") | |
| if details: | |
| print(f"Details: {details}") | |
| def test_health_check(): | |
| """Test 1: Health check endpoint""" | |
| try: | |
| response = requests.get(f"{BASE_URL}/health", timeout=10) | |
| passed = response.status_code == 200 | |
| data = response.json() if passed else None | |
| details = None | |
| if passed: | |
| model_loaded = data.get('model', {}).get('loaded', False) | |
| data_loaded = data.get('data', {}).get('loaded', False) | |
| details = f"Model loaded: {model_loaded}, Data loaded: {data_loaded}" | |
| else: | |
| details = f"Status code: {response.status_code}" | |
| print_test("Health Check", passed, details) | |
| return passed | |
| except Exception as e: | |
| print_test("Health Check", False, f"Error: {str(e)}") | |
| return False | |
| def test_root_endpoint(): | |
| """Test 2: Root endpoint""" | |
| try: | |
| response = requests.get(f"{BASE_URL}/", timeout=10) | |
| passed = response.status_code == 200 | |
| data = response.json() if passed else None | |
| details = None | |
| if passed: | |
| service = data.get('service', 'Unknown') | |
| status = data.get('status', 'Unknown') | |
| details = f"Service: {service}, Status: {status}" | |
| else: | |
| details = f"Status code: {response.status_code}" | |
| print_test("Root Endpoint", passed, details) | |
| return passed | |
| except Exception as e: | |
| print_test("Root Endpoint", False, f"Error: {str(e)}") | |
| return False | |
| def test_portfolio_summary(): | |
| """Test 3: Portfolio summary endpoint""" | |
| try: | |
| response = requests.get(f"{BASE_URL}/api/portfolio/summary", timeout=10) | |
| passed = response.status_code == 200 | |
| data = response.json() if passed else None | |
| details = None | |
| if passed: | |
| total_loans = data.get('total_active_loans', 0) | |
| high_risk = data.get('high_risk_alerts', 0) | |
| health_score = data.get('portfolio_health_score', 0) | |
| details = f"Total loans: {total_loans}, High risk: {high_risk}, Health: {health_score}" | |
| else: | |
| details = f"Status code: {response.status_code}" | |
| print_test("Portfolio Summary", passed, details) | |
| return passed | |
| except Exception as e: | |
| print_test("Portfolio Summary", False, f"Error: {str(e)}") | |
| return False | |
| def test_high_risk_alerts(): | |
| """Test 4: High-risk alerts endpoint""" | |
| try: | |
| response = requests.get(f"{BASE_URL}/api/borrowers/alerts?limit=10", timeout=10) | |
| passed = response.status_code == 200 | |
| data = response.json() if passed else None | |
| details = None | |
| if passed: | |
| num_alerts = len(data) if isinstance(data, list) else 0 | |
| if num_alerts > 0: | |
| first_alert = data[0] | |
| pd = first_alert.get('probability_of_default', 0) | |
| details = f"Number of alerts: {num_alerts}, First PD: {pd:.4f}" | |
| else: | |
| details = "No alerts returned" | |
| else: | |
| details = f"Status code: {response.status_code}" | |
| print_test("High-Risk Alerts", passed, details) | |
| return passed | |
| except Exception as e: | |
| print_test("High-Risk Alerts", False, f"Error: {str(e)}") | |
| return False | |
| def test_borrower_explanation(): | |
| """Test 5: Borrower explanation endpoint""" | |
| try: | |
| borrower_id = 0 # Test with borrower ID 0 | |
| response = requests.get(f"{BASE_URL}/api/borrowers/{borrower_id}/explain", timeout=10) | |
| passed = response.status_code == 200 | |
| data = response.json() if passed else None | |
| details = None | |
| if passed: | |
| pd = data.get('probability_of_default', 0) | |
| loan_amnt = data.get('structured_data', {}).get('loan_amnt', 0) | |
| details = f"Borrower {borrower_id}, PD: {pd:.4f}, Loan: ${loan_amnt}" | |
| else: | |
| details = f"Status code: {response.status_code}" | |
| print_test("Borrower Explanation", passed, details) | |
| return passed | |
| except Exception as e: | |
| print_test("Borrower Explanation", False, f"Error: {str(e)}") | |
| return False | |
| def test_prediction(): | |
| """Test 6: Prediction endpoint""" | |
| try: | |
| payload = { | |
| "loan_amnt": 15000.0, | |
| "int_rate": 14.5, | |
| "dti": 22.5, | |
| "annual_inc": 65000.0, | |
| "installment": 425.0, | |
| "fico_score": 680, | |
| "open_acc": 12, | |
| "delinq_2yrs": 1 | |
| } | |
| response = requests.post( | |
| f"{BASE_URL}/api/predict", | |
| json=payload, | |
| headers={"Content-Type": "application/json"}, | |
| timeout=10 | |
| ) | |
| passed = response.status_code == 200 | |
| data = response.json() if passed else None | |
| details = None | |
| if passed: | |
| pd = data.get('probability_of_default', 0) | |
| risk_category = data.get('risk_category', 'Unknown') | |
| details = f"PD: {pd:.4f}, Risk: {risk_category}" | |
| elif response.status_code == 503: | |
| details = "Model not loaded (503) - this is expected if model file is missing" | |
| passed = True # Don't fail the test if model isn't loaded | |
| else: | |
| details = f"Status code: {response.status_code}" | |
| print_test("Prediction Endpoint", passed, details) | |
| return passed | |
| except Exception as e: | |
| print_test("Prediction Endpoint", False, f"Error: {str(e)}") | |
| return False | |
| def test_static_files(): | |
| """Test 7: Static files accessibility""" | |
| try: | |
| response = requests.get(f"{BASE_URL}/static/shap_global_summary.png", timeout=10) | |
| passed = response.status_code == 200 | |
| details = None | |
| if passed: | |
| content_type = response.headers.get('content-type', '') | |
| file_size = len(response.content) | |
| details = f"File size: {file_size} bytes, Type: {content_type}" | |
| else: | |
| details = f"Status code: {response.status_code}" | |
| print_test("Static Files", passed, details) | |
| return passed | |
| except Exception as e: | |
| print_test("Static Files", False, f"Error: {str(e)}") | |
| return False | |
| def test_api_docs(): | |
| """Test 8: API documentation accessibility""" | |
| try: | |
| response = requests.get(f"{BASE_URL}/docs", timeout=10) | |
| passed = response.status_code == 200 | |
| details = "Swagger UI accessible" if passed else f"Status code: {response.status_code}" | |
| print_test("API Documentation", passed, details) | |
| return passed | |
| except Exception as e: | |
| print_test("API Documentation", False, f"Error: {str(e)}") | |
| return False | |
| def run_all_tests(): | |
| """Run all API tests""" | |
| print("=" * 60) | |
| print(f"{Colors.BLUE}DeepSight EWS API Testing{Colors.END}") | |
| print(f"Base URL: {BASE_URL}") | |
| print("=" * 60) | |
| tests = [ | |
| test_root_endpoint, | |
| test_health_check, | |
| test_portfolio_summary, | |
| test_high_risk_alerts, | |
| test_borrower_explanation, | |
| test_prediction, | |
| test_static_files, | |
| test_api_docs, | |
| ] | |
| results = [] | |
| for test in tests: | |
| try: | |
| result = test() | |
| results.append(result) | |
| except Exception as e: | |
| print(f"\n{Colors.RED}Unexpected error in test: {str(e)}{Colors.END}") | |
| results.append(False) | |
| # Summary | |
| print("\n" + "=" * 60) | |
| print(f"{Colors.BLUE}TEST SUMMARY{Colors.END}") | |
| print("=" * 60) | |
| total = len(results) | |
| passed = sum(results) | |
| failed = total - passed | |
| print(f"Total tests: {total}") | |
| print(f"{Colors.GREEN}Passed: {passed}{Colors.END}") | |
| if failed > 0: | |
| print(f"{Colors.RED}Failed: {failed}{Colors.END}") | |
| success_rate = (passed / total) * 100 if total > 0 else 0 | |
| print(f"Success rate: {success_rate:.1f}%") | |
| if success_rate == 100: | |
| print(f"\n{Colors.GREEN}π All tests passed! API is fully functional.{Colors.END}") | |
| elif success_rate >= 75: | |
| print(f"\n{Colors.YELLOW}β Most tests passed. Check failed tests above.{Colors.END}") | |
| else: | |
| print(f"\n{Colors.RED}β Multiple tests failed. Check configuration and logs.{Colors.END}") | |
| print("=" * 60) | |
| if __name__ == "__main__": | |
| import sys | |
| # Allow custom base URL from command line | |
| if len(sys.argv) > 1: | |
| BASE_URL = sys.argv[1].rstrip('/') | |
| print(f"Using custom base URL: {BASE_URL}\n") | |
| run_all_tests() | |