Spaces:
Sleeping
Sleeping
File size: 4,329 Bytes
e317359 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 | #!/usr/bin/env python3
"""Check local deployment readiness and optionally the running Space HTTP/API."""
from __future__ import annotations
import argparse
from datetime import datetime, timezone
import json
import os
from pathlib import Path
import sys
ROOT = Path(__file__).resolve().parents[1]
sys.path.insert(0, str(ROOT / "src"))
sys.path.insert(0, str(ROOT))
def main() -> int:
from dotenv import load_dotenv
load_dotenv(ROOT / ".env")
parser = argparse.ArgumentParser(description=__doc__)
parser.add_argument("--online", action="store_true")
parser.add_argument("--require-credentials", action="store_true")
parser.add_argument(
"--url",
default=os.getenv("HF_SPACE_URL", "https://thinkcatlab-livehouse-ts.hf.space"),
)
parser.add_argument("--max-age-hours", type=float, default=24)
args = parser.parse_args()
failures = []
from tsfm_bench.data.registry import load_data_source
try:
os.chdir(ROOT)
source = load_data_source(ROOT / "configs/datasets/ts_bench.yaml")
print(f"Local dataset tasks: {len(list(source.list_datasets()))}")
except Exception as exc:
failures.append(f"Data bootstrap: {exc}")
for key in ("TSFM_API_KEY", "HF_TOKEN", "TABPFN_TOKEN"):
present = bool(os.getenv(key))
print(f"{key}: {'configured' if present else 'missing'}")
if args.require_credentials and not present:
failures.append(f"{key} is required for the default full model registry")
import importlib.util
tabpfn_ready = importlib.util.find_spec("tabpfn_time_series") is not None
if not tabpfn_ready:
from space.user_models.tabpfn_ts import TabPFNTSPredictor
isolated = ROOT / ".venv-tabpfn" / ("Scripts/python.exe" if os.name == "nt" else "bin/python")
executable = os.getenv("TABPFN_TS_PYTHON") or str(isolated)
tabpfn_ready = TabPFNTSPredictor._probe_external_python(executable)
print(
f"TabPFN-TS package: {'installed' if tabpfn_ready else 'optional extra not installed'}"
)
if args.require_credentials and not tabpfn_ready:
failures.append(
"Install the enabled TabPFN adapter: python scripts/setup_tabpfn.py"
)
if args.online:
import httpx
from gradio_client import Client
try:
with httpx.Client(timeout=45, follow_redirects=True) as client:
response = client.get(args.url.rstrip("/") + "/config")
response.raise_for_status()
config = response.json()
print(
f"Space HTTP config: OK, Gradio {config.get('version')}, {len(config.get('components', []))} components"
)
# Exercise a real refresh handler, not just cached HTML.
client = Client(args.url, verbose=False)
output = client.predict(api_name="/refresh_leaderboard")
print(f"Live leaderboard refresh: OK ({len(output)} outputs)")
from check_forecast_ui import check_forecast_ui
forecasts = check_forecast_ui(client, config)
print(f"Live forecast selection/plots: OK ({forecasts['datasets_checked']} datasets, "
f"{len(forecasts['model_switches'])} model selections)")
summary = output[0]
import re
match = re.search(
r"(\d{4}-\d\d-\d\d \d\d:\d\d:\d\d) \(UTC\+8\)", str(summary)
)
if match:
from datetime import timedelta
last = datetime.strptime(match.group(1), "%Y-%m-%d %H:%M:%S").replace(
tzinfo=timezone(timedelta(hours=8))
)
hours = (datetime.now(timezone.utc) - last).total_seconds() / 3600
print(f"Published result age: {hours:.1f} hours")
if hours > args.max_age_hours:
failures.append(f"Leaderboard is stale ({hours:.1f} hours)")
else:
failures.append("Leaderboard freshness timestamp missing")
except Exception as exc:
failures.append(f"Online HTTP/refresh: {exc}")
for item in failures:
print(f"FAIL: {item}", file=sys.stderr)
return int(bool(failures))
if __name__ == "__main__":
raise SystemExit(main())
|