File size: 3,541 Bytes
5a5febf | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 | """A small local HTTP server for Dewpoint, using only the standard library.
python serve.py # ensemble, port 8000
python serve.py --single --port 9000 # the 307M member only
python serve.py --backend onnx # no torch needed
curl -s localhost:8000/restore -H "content-type: application/json" \\
-d '{"text": "what time is it in tokyo right now", "lang": "en"}'
-> {"text": "What time is it in Tokyo right now?"}
POST /restore {"text": str | [str], "lang": "en", "labels": false}
GET /health {"ok": true, "backend": ..., "members": [...]}
It serves one request at a time, which is right for a single model on one
machine; put it behind a process manager for anything larger.
"""
import argparse
import json
import os
import sys
from http.server import BaseHTTPRequestHandler, HTTPServer
sys.path.insert(0, os.path.dirname(os.path.abspath(__file__)))
from dewpoint import Punctuator, split_words # noqa: E402
def make_handler(p):
class H(BaseHTTPRequestHandler):
def _send(self, code, obj):
body = json.dumps(obj, ensure_ascii=False).encode("utf-8")
self.send_response(code)
self.send_header("content-type", "application/json; charset=utf-8")
self.send_header("content-length", str(len(body)))
self.end_headers()
self.wfile.write(body)
def do_GET(self):
if self.path.rstrip("/") == "/health":
self._send(200, {"ok": True, "backend": p.backend,
"members": len(p.members)})
else:
self._send(404, {"error": "try POST /restore or GET /health"})
def do_POST(self):
if self.path.rstrip("/") != "/restore":
return self._send(404, {"error": "POST /restore"})
try:
n = int(self.headers.get("content-length", 0))
req = json.loads(self.rfile.read(n) or b"{}")
text, lang = req.get("text", ""), req.get("lang", "en")
texts = [text] if isinstance(text, str) else list(text)
out = []
for t in texts:
item = {"text": p.restore(t, lang)}
if req.get("labels"):
r = p.predict(split_words(t, lang), lang)
item.update(words=r["words"], punct=r["punct"], case=r["case"])
out.append(item)
self._send(200, out[0] if isinstance(text, str) else out)
except Exception as e: # report, don't crash the server
self._send(400, {"error": f"{type(e).__name__}: {e}"})
def log_message(self, fmt, *args):
pass
return H
def main():
ap = argparse.ArgumentParser(description="Serve Dewpoint over HTTP.")
ap.add_argument("--host", default="127.0.0.1")
ap.add_argument("--port", type=int, default=8000)
ap.add_argument("--model", default=os.path.dirname(os.path.abspath(__file__)))
ap.add_argument("--single", action="store_true")
ap.add_argument("--backend", default="auto", choices=["auto", "torch", "onnx"])
a = ap.parse_args()
p = Punctuator.from_pretrained(a.model, backend=a.backend,
members=["mmbert-base"] if a.single else None)
print(f"Dewpoint ({p.backend}, {len(p.members)} member(s)) on http://{a.host}:{a.port}")
HTTPServer((a.host, a.port), make_handler(p)).serve_forever()
if __name__ == "__main__":
main()
|