import json from typing import List from fastapi import FastAPI from pydantic import BaseModel from sentence_transformers import SentenceTransformer, util app = FastAPI() text_model = SentenceTransformer('/home/user/dist/model') class Item(BaseModel): texts: List @app.post("/embed") def embed(item: Item): return text_model.encode(item.texts).tolist()