File size: 1,330 Bytes
dd77300
 
 
3305166
dd77300
 
 
3305166
 
 
dd77300
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
import onnxruntime
import numpy as np
from transformers import AutoTokenizer
from sentence_transformers import SentenceTransformer
from typing import List, Dict

class EndpointHandler:
    def __init__(self, path="."):
        # Initialize ONNX session using the provided model path
        self.onnx_session = onnxruntime.InferenceSession(f"{path}/model.onnx")
        self.tokenizer = AutoTokenizer.from_pretrained("neuml/pubmedbert-base-embeddings")
        self.sbert_model = SentenceTransformer("neuml/pubmedbert-base-embeddings")

    def preprocess(self, inputs: Dict) -> List[str]:
        return inputs["inputs"]

    def inference(self, sentences: List[str]) -> np.ndarray:
        inputs = self.tokenizer(sentences, padding=True, truncation=True, return_tensors="np")
        onnx_inputs = {
            "input_ids": inputs["input_ids"],
            "attention_mask": inputs["attention_mask"]
        }
        onnx_outputs = self.onnx_session.run(["sentence_embedding"], onnx_inputs)
        return onnx_outputs[0]

    def postprocess(self, embeddings: np.ndarray) -> List[List[float]]:
        return embeddings.tolist()

    def __call__(self, inputs: Dict) -> List[List[float]]:
        sentences = self.preprocess(inputs)
        embeddings = self.inference(sentences)
        return self.postprocess(embeddings)