File size: 1,552 Bytes
3381e56
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
# handler.py
import torch
from diffusers import DiffusionPipeline

# check for GPU
device = 0 if torch.cuda.is_available() else -1

# multi-model list
multi_model_list = [
    {"model_id": "dreamlike-art/dreamlike-photoreal-2.0", "task": "text-to-image"},
    {"model_id": "Lykon/DreamShaper", "task": "text-to-image"},
    {"model_id": "Envvi/Inkpunk-Diffusion", "task": "text-to-image"},
    # Add other models if needed
]

class EndpointHandler():
    def __init__(self, path=""):
        self.multi_model = {}
        # load all the models
        for model in multi_model_list:
            self.multi_model[model["model_id"]] = DiffusionPipeline.from_pretrained(model["model_id"])

    def __call__(self, data):
        # deserialize incoming request
        inputs = data.pop("inputs", data)
        parameters = data.pop("parameters", None)
        model_id = data.pop("model_id", None)

        # check if model_id is in the list of models
        if model_id is None or model_id not in self.multi_model:
            raise ValueError(f"model_id: {model_id} is not valid. Available models are: {list(self.multi_model.keys())}")

        # move the model to the appropriate device before making predictions
        self.multi_model[model_id].to(device)

        # pass inputs with all kwargs in data
        if parameters is not None:
            prediction = self.multi_model[model_id](inputs, **parameters)
        else:
            prediction = self.multi_model[model_id](inputs)

        # postprocess the prediction
        return prediction