File size: 1,330 Bytes
dd77300 3305166 dd77300 3305166 dd77300 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 | import onnxruntime
import numpy as np
from transformers import AutoTokenizer
from sentence_transformers import SentenceTransformer
from typing import List, Dict
class EndpointHandler:
def __init__(self, path="."):
# Initialize ONNX session using the provided model path
self.onnx_session = onnxruntime.InferenceSession(f"{path}/model.onnx")
self.tokenizer = AutoTokenizer.from_pretrained("neuml/pubmedbert-base-embeddings")
self.sbert_model = SentenceTransformer("neuml/pubmedbert-base-embeddings")
def preprocess(self, inputs: Dict) -> List[str]:
return inputs["inputs"]
def inference(self, sentences: List[str]) -> np.ndarray:
inputs = self.tokenizer(sentences, padding=True, truncation=True, return_tensors="np")
onnx_inputs = {
"input_ids": inputs["input_ids"],
"attention_mask": inputs["attention_mask"]
}
onnx_outputs = self.onnx_session.run(["sentence_embedding"], onnx_inputs)
return onnx_outputs[0]
def postprocess(self, embeddings: np.ndarray) -> List[List[float]]:
return embeddings.tolist()
def __call__(self, inputs: Dict) -> List[List[float]]:
sentences = self.preprocess(inputs)
embeddings = self.inference(sentences)
return self.postprocess(embeddings)
|