File size: 1,240 Bytes
151b8ca | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 | """Minimal OD-1 usage (GPU recommended; CPU works but is slow). pip install torch transformers"""
import json
import os
import sys
HERE = os.path.dirname(os.path.abspath(__file__)) # abspath, not realpath: the Hub cache uses symlinks
sys.path.insert(0, HERE)
from od1.model import OD1Model # noqa: E402
m = OD1Model.load(HERE, dtype="bf16", device="cuda") # or dtype="fp32", device="cpu"
m.enable_cuda_graphs() # optional (GPU): fastest serving path
state = json.dumps({"ticket_id": "T-4821", "customer_tier": "gold", "message": "Hi, I was charged twice for my March invoice (INV-2291, $149 each). Please refund the duplicate today, this is the second time it has happened."})
print(json.dumps(m.answer(state, {"route": {"type": "choice", "instructions": "Which team should handle this ticket?", "criteria": {"billing": "payments, invoices, refunds", "tech_support": "product bugs", "sales": "new purchases", "account": "login and access"}}, "refund": {"type": "noul", "instructions": "Is the customer asking for a refund?"}, "urgency": {"type": "score", "instructions": "How urgent is this ticket?", "criteria": ["can wait a week", "within a few days", "today", "immediately"]}}), indent=1))
|