Download runtime/glance_runtime/__main__.py from bpHigh/glance-0.1: direct link, hf CLI and curl.
- Browser
- Download file 1.51 kB
-
https://huggingface.co/bpHigh/glance-0.1/resolve/main/runtime/glance_runtime/__main__.py
- Command line
-
hf download hf://bpHigh/glance-0.1/runtime/glance_runtime/__main__.py
-
curl -L -o __main__.py https://huggingface.co/bpHigh/glance-0.1/resolve/main/runtime/glance_runtime/__main__.py
1.51 kB
| """``python -m glance_runtime serve`` (HTTP) or ``python -m glance_runtime decide`` (one request from a file).""" | |
| from __future__ import annotations | |
| import argparse | |
| import json | |
| import sys | |
| from glance_runtime.infer import DEFAULT_MODEL, Glance, make_server | |
| def main(argv: list[str] | None = None) -> None: | |
| ap = argparse.ArgumentParser(prog="glance-runtime") | |
| sub = ap.add_subparsers(dest="cmd", required=True) | |
| for name in ("serve", "decide"): | |
| p = sub.add_parser(name) | |
| p.add_argument("--model", default=DEFAULT_MODEL, help="Hugging Face repo id or local folder") | |
| p.add_argument("--device", default="cpu", help="cpu, cuda or cuda:N") | |
| p.add_argument("--dtype", default=None, help="bfloat16 (default), float16 or float32") | |
| if name == "serve": | |
| p.add_argument("--host", default="127.0.0.1") | |
| p.add_argument("--port", type=int, default=8741) | |
| else: | |
| p.add_argument("request", help="a JSON request file, or - for stdin") | |
| a = ap.parse_args(argv) | |
| glance = Glance.load(a.model, device=a.device, dtype=a.dtype) | |
| if a.cmd == "serve": | |
| server = make_server(glance, a.host, a.port) | |
| print(f"serving {glance.name} on http://{a.host}:{a.port}/v1/systemone", file=sys.stderr, flush=True) | |
| server.serve_forever() | |
| else: | |
| request = json.load(sys.stdin if a.request == "-" else open(a.request)) | |
| print(json.dumps(glance.decide(request), indent=1)) | |
| if __name__ == "__main__": | |
| main() | |