Spaces:
Sleeping
Sleeping
Download app.py from sagar0123/sagar-e5-embed-cpu: direct link, hf CLI and curl.
- Browser
- Download file 1.86 kB
-
https://huggingface.co/spaces/sagar0123/sagar-e5-embed-cpu/resolve/main/app.py
- Command line
-
hf download hf://spaces/sagar0123/sagar-e5-embed-cpu/app.py
-
curl -L -o app.py https://huggingface.co/spaces/sagar0123/sagar-e5-embed-cpu/resolve/main/app.py
1.86 kB
| from fastapi import FastAPI, HTTPException | |
| from pydantic import BaseModel | |
| from typing import List, Optional | |
| import os | |
| from sentence_transformers import SentenceTransformer | |
| import logging | |
| logging.basicConfig(level=logging.INFO) | |
| logger = logging.getLogger(__name__) | |
| MODEL_NAME = os.environ.get("MODEL_NAME", "intfloat/e5-base-v2") | |
| app = FastAPI() | |
| model = None | |
| def load_model(): | |
| global model | |
| logger.info(f"loading_model|{MODEL_NAME}") | |
| model = SentenceTransformer(MODEL_NAME) | |
| logger.info("model_loaded|ready") | |
| class EmbeddingRequest(BaseModel): | |
| input: List[str] | |
| model: Optional[str] = None | |
| def create_embeddings(req: EmbeddingRequest): | |
| if model is None: | |
| raise HTTPException(status_code=503, detail="Model not loaded") | |
| try: | |
| embeddings = model.encode(req.input, convert_to_numpy=True) | |
| response = { | |
| "object": "list", | |
| "data": [ | |
| {"object": "embedding", "embedding": emb.tolist(), "index": i} | |
| for i, emb in enumerate(embeddings) | |
| ], | |
| "model": MODEL_NAME, | |
| "usage": { | |
| "prompt_tokens": sum(len(text.split()) for text in req.input), | |
| "total_tokens": sum(len(text.split()) for text in req.input), | |
| }, | |
| } | |
| logger.info(f"embeddings_generated|{len(req.input)}|texts") | |
| return response | |
| except Exception as e: | |
| logger.error(f"embedding_failed|{str(e)}") | |
| raise HTTPException(status_code=500, detail=str(e)) | |
| def health(): | |
| return { | |
| "status": "ok" if model else "loading", | |
| "model": MODEL_NAME, | |
| "ready": model is not None, | |
| } | |
| if __name__ == "__main__": | |
| import uvicorn | |
| uvicorn.run(app, host="0.0.0.0", port=7860) | |