Spaces:
Running
Running
File size: 2,010 Bytes
e317359 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 | #!/usr/bin/env python3
"""Validate a community model forecast endpoint before leaderboard onboarding."""
from __future__ import annotations
import argparse
import json
import sys
from pathlib import Path
REPO_ROOT = Path(__file__).resolve().parents[1]
if str(REPO_ROOT) not in sys.path:
sys.path.insert(0, str(REPO_ROOT))
from scripts.community_endpoint_protocol import validate_endpoint # noqa: E402
def parse_args() -> argparse.Namespace:
parser = argparse.ArgumentParser(description=__doc__)
parser.add_argument("--endpoint-url", required=True, help="HTTPS POST /forecast endpoint")
parser.add_argument("--model-id", required=True, help="Leaderboard display/model id")
parser.add_argument("--auth-token-env", default=None, help="Optional bearer-token env var")
parser.add_argument("--prediction-length", type=int, default=8)
parser.add_argument("--context-length", type=int, default=64)
parser.add_argument("--timeout", type=float, default=90.0)
parser.add_argument(
"--wait-seconds",
type=float,
default=0.0,
help="Retry until this many seconds have elapsed while the public endpoint becomes ready",
)
parser.add_argument("--retry-interval", type=float, default=15.0)
parser.add_argument(
"--allow-http",
action="store_true",
help="Allow http:// endpoint for localhost-only development checks",
)
return parser.parse_args()
def main() -> int:
args = parse_args()
summary = validate_endpoint(
endpoint_url=args.endpoint_url,
model_id=args.model_id,
auth_token_env=args.auth_token_env,
prediction_length=args.prediction_length,
context_length=args.context_length,
timeout=args.timeout,
wait_seconds=args.wait_seconds,
retry_interval=args.retry_interval,
require_https=not args.allow_http,
)
print(json.dumps(summary, indent=2))
return 0
if __name__ == "__main__":
raise SystemExit(main())
|