decision-4b-preview / engine.py
EpochEcho's picture
Upload folder using huggingface_hub
883a747 verified
Raw History Blame Contribute Delete
695 Bytes
"""Adapter for the separately installed official Decision Index kit."""
from decision_index.engines import Engine, Unsupported
from model import DecisionModel
class ModelEngine(Engine):
name = "decision-4b-preview"
def __init__(self, **options):
super().__init__(**options)
self.model = DecisionModel(options.get("folder"))
def __call__(self, state, questions):
try:
response = self.model.decide({"state": state, "questions": questions})
except ValueError as error:
if "complete input exceeds limit" in str(error):
raise Unsupported(str(error)) from error
raise
return response, None