from fastapi import FastAPI, HTTPException from pydantic import BaseModel from typing import List, Optional import os from sentence_transformers import SentenceTransformer import logging logging.basicConfig(level=logging.INFO) logger = logging.getLogger(__name__) MODEL_NAME = os.environ.get("MODEL_NAME", "intfloat/e5-base-v2") app = FastAPI() model = None @app.on_event("startup") def load_model(): global model logger.info(f"loading_model|{MODEL_NAME}") model = SentenceTransformer(MODEL_NAME) logger.info("model_loaded|ready") class EmbeddingRequest(BaseModel): input: List[str] model: Optional[str] = None @app.post("/v1/embeddings") def create_embeddings(req: EmbeddingRequest): if model is None: raise HTTPException(status_code=503, detail="Model not loaded") try: embeddings = model.encode(req.input, convert_to_numpy=True) response = { "object": "list", "data": [ {"object": "embedding", "embedding": emb.tolist(), "index": i} for i, emb in enumerate(embeddings) ], "model": MODEL_NAME, "usage": { "prompt_tokens": sum(len(text.split()) for text in req.input), "total_tokens": sum(len(text.split()) for text in req.input), }, } logger.info(f"embeddings_generated|{len(req.input)}|texts") return response except Exception as e: logger.error(f"embedding_failed|{str(e)}") raise HTTPException(status_code=500, detail=str(e)) @app.get("/health") @app.get("/") def health(): return { "status": "ok" if model else "loading", "model": MODEL_NAME, "ready": model is not None, } if __name__ == "__main__": import uvicorn uvicorn.run(app, host="0.0.0.0", port=7860)