Spaces:
Build error
Build error
Download scripts/bench_latency.py from sign-lang/ml-service: direct link, hf CLI and curl.
- Browser
- Download file 1.76 kB
-
https://huggingface.co/spaces/sign-lang/ml-service/resolve/main/scripts/bench_latency.py
- Command line
-
hf download hf://spaces/sign-lang/ml-service/scripts/bench_latency.py
-
curl -L -o bench_latency.py https://huggingface.co/spaces/sign-lang/ml-service/resolve/main/scripts/bench_latency.py
1.76 kB
| """CPU latency micro-benchmark for the SignRecognizer. | |
| Usage: | |
| python scripts/bench_latency.py --n 100 --device cpu | |
| Reports p50 / p95 / p99 latency in milliseconds and asserts p95 < 350 ms | |
| (the project SLO from docs/RESULTS.md). | |
| """ | |
| import argparse | |
| import os | |
| import sys | |
| import time | |
| import numpy as np | |
| ROOT = os.path.abspath(os.path.join(os.path.dirname(__file__), "..")) | |
| sys.path.insert(0, ROOT) | |
| from app.inference.sign_recognizer import SignRecognizer # noqa: E402 | |
| def main(): | |
| ap = argparse.ArgumentParser() | |
| ap.add_argument("--n", type=int, default=100) | |
| ap.add_argument("--device", default="cpu", choices=["cpu", "cuda"]) | |
| ap.add_argument("--slo-ms", type=float, default=350.0) | |
| ap.add_argument("--frames", type=int, default=32) | |
| args = ap.parse_args() | |
| if args.device == "cpu": | |
| os.environ["CUDA_VISIBLE_DEVICES"] = "" | |
| rec = SignRecognizer() | |
| rng = np.random.default_rng(42) | |
| clips = [rng.integers(0, 256, (args.frames, 224, 224, 3), dtype=np.uint8) for _ in range(args.n)] | |
| # Warm-up | |
| for _ in range(3): | |
| rec.predict(clips[0]) | |
| times_ms = [] | |
| for clip in clips: | |
| t0 = time.perf_counter() | |
| rec.predict(clip) | |
| times_ms.append((time.perf_counter() - t0) * 1000.0) | |
| arr = np.asarray(times_ms) | |
| p50, p95, p99 = np.percentile(arr, [50, 95, 99]) | |
| print(f"N={args.n} device={args.device}") | |
| print(f" p50 = {p50:7.1f} ms") | |
| print(f" p95 = {p95:7.1f} ms (SLO {args.slo_ms} ms)") | |
| print(f" p99 = {p99:7.1f} ms") | |
| print(f" max = {arr.max():7.1f} ms") | |
| if p95 > args.slo_ms: | |
| print(f"FAIL: p95 {p95:.1f} ms > SLO {args.slo_ms:.1f} ms", file=sys.stderr) | |
| sys.exit(1) | |
| print("PASS") | |
| if __name__ == "__main__": | |
| main() | |