sagar0123's picture
Upload folder using huggingface_hub
373b885 verified
Raw History Blame Contribute Delete
1.86 kB
from fastapi import FastAPI, HTTPException
from pydantic import BaseModel
from typing import List, Optional
import os
from sentence_transformers import SentenceTransformer
import logging
logging.basicConfig(level=logging.INFO)
logger = logging.getLogger(__name__)
MODEL_NAME = os.environ.get("MODEL_NAME", "intfloat/e5-base-v2")
app = FastAPI()
model = None
@app.on_event("startup")
def load_model():
global model
logger.info(f"loading_model|{MODEL_NAME}")
model = SentenceTransformer(MODEL_NAME)
logger.info("model_loaded|ready")
class EmbeddingRequest(BaseModel):
input: List[str]
model: Optional[str] = None
@app.post("/v1/embeddings")
def create_embeddings(req: EmbeddingRequest):
if model is None:
raise HTTPException(status_code=503, detail="Model not loaded")
try:
embeddings = model.encode(req.input, convert_to_numpy=True)
response = {
"object": "list",
"data": [
{"object": "embedding", "embedding": emb.tolist(), "index": i}
for i, emb in enumerate(embeddings)
],
"model": MODEL_NAME,
"usage": {
"prompt_tokens": sum(len(text.split()) for text in req.input),
"total_tokens": sum(len(text.split()) for text in req.input),
},
}
logger.info(f"embeddings_generated|{len(req.input)}|texts")
return response
except Exception as e:
logger.error(f"embedding_failed|{str(e)}")
raise HTTPException(status_code=500, detail=str(e))
@app.get("/health")
@app.get("/")
def health():
return {
"status": "ok" if model else "loading",
"model": MODEL_NAME,
"ready": model is not None,
}
if __name__ == "__main__":
import uvicorn
uvicorn.run(app, host="0.0.0.0", port=7860)