MetaDebate / scripts /smoke_test_remote.py
vajeeda's picture
final mvp created
98b952a
Raw History Blame Contribute Delete
4.3 kB
"""
Remote smoke test for the deployed HuggingFace Space.
Run this AFTER deploying to HF Spaces to confirm the environment is reachable.
Usage:
python scripts/smoke_test_remote.py --url https://YOUR-SPACE-URL.hf.space
python scripts/smoke_test_remote.py --url http://localhost:7860 (for local test)
"""
import argparse
import requests
import uuid
import sys
from rich.console import Console
from rich.table import Table
console = Console()
def check(label: str, passed: bool, detail: str = ""):
status = "[green]PASS[/green]" if passed else "[red]FAIL[/red]"
console.print(f" {status} {label}" + (f" — {detail}" if detail else ""))
return passed
def run_smoke_test(base_url: str) -> bool:
base_url = base_url.rstrip("/")
session_id = f"smoke-{uuid.uuid4().hex[:8]}"
all_pass = True
console.print(f"\n[bold]Smoke testing:[/bold] {base_url}\n")
# Check 1: Health endpoint
try:
r = requests.get(f"{base_url}/health", timeout=10)
all_pass &= check("Health endpoint reachable", r.status_code == 200, f"status={r.status_code}")
all_pass &= check("Health returns 'ok' status", r.json().get("status") == "ok")
except Exception as e:
all_pass &= check("Health endpoint reachable", False, str(e))
# Check 2: Reset
try:
r = requests.post(f"{base_url}/reset", json={"session_id": session_id, "difficulty": "easy"}, timeout=30)
all_pass &= check("POST /reset returns 200", r.status_code == 200, f"status={r.status_code}")
obs = r.json().get("observation", {})
all_pass &= check("Observation contains current_script", "current_script" in obs)
all_pass &= check("Observation contains episode_id", "episode_id" in obs)
all_pass &= check("Observation contains reward_components", "reward_components" in obs)
except Exception as e:
all_pass &= check("POST /reset returns 200", False, str(e))
obs = {}
# Check 3: Step with a valid action
try:
action = {
"action_type": "hook_rewrite",
"target_section": "hook",
"instruction": "Make the opening line more specific with a concrete number",
"critique_claim_id": "C1",
"reasoning": "smoke test action"
}
r = requests.post(f"{base_url}/step", json={"session_id": session_id, "action": action}, timeout=60)
all_pass &= check("POST /step returns 200", r.status_code == 200, f"status={r.status_code}")
data = r.json()
all_pass &= check("Step returns reward float", isinstance(data.get("reward"), (int, float)))
all_pass &= check("Step returns terminated bool", isinstance(data.get("terminated"), bool))
all_pass &= check("Step reward is in [0, 1]", 0.0 <= float(data.get("reward", -1)) <= 1.0)
except Exception as e:
all_pass &= check("POST /step returns 200", False, str(e))
# Check 4: State
try:
r = requests.get(f"{base_url}/state/{session_id}", timeout=15)
all_pass &= check("GET /state returns 200", r.status_code == 200, f"status={r.status_code}")
state = r.json()
all_pass &= check("State contains step_num", "step_num" in state)
all_pass &= check("State contains debate_history", "debate_history" in state)
except Exception as e:
all_pass &= check("GET /state returns 200", False, str(e))
# Check 5: Unknown session returns 404
try:
r = requests.post(f"{base_url}/step", json={"session_id": "nonexistent-999", "action": {}}, timeout=10)
all_pass &= check("Unknown session returns 404", r.status_code == 404)
except Exception as e:
all_pass &= check("Unknown session returns 404", False, str(e))
console.print()
if all_pass:
console.print("[bold green]SMOKE TEST: ALL PASS — environment is remotely callable[/bold green]")
else:
console.print("[bold red]SMOKE TEST: FAILURES DETECTED — fix before submitting[/bold red]")
return all_pass
if __name__ == "__main__":
parser = argparse.ArgumentParser()
parser.add_argument("--url", default="http://localhost:7860", help="Base URL of deployed Space or local server")
args = parser.parse_args()
success = run_smoke_test(args.url)
sys.exit(0 if success else 1)