Spaces:

yezdata
/

pydocs-ai-api

Running

pydocs-ai-api / src /services /create_embeddings.py

cleanup - add local/ move unused preprocess code from api/ to local/

af3ecbd 9 months ago

462 Bytes

from loguru import logger
from openai import OpenAI

from config import EMBEDDING_MODEL


def convert_embedding_batch(contents: list[str], client: OpenAI) -> list[list[float]]:
    logger.debug(
        f"CALL convert_embedding_batch, batch_size={len(contents)}, first_hash={hash(contents[0])}"
    )
    response = client.embeddings.create(
        model=EMBEDDING_MODEL, input=contents, timeout=7200
    )
    return [item.embedding for item in response.data]

	from loguru import logger
	from openai import OpenAI

	from config import EMBEDDING_MODEL


	def convert_embedding_batch(contents: list[str], client: OpenAI) -> list[list[float]]:
	logger.debug(
	f"CALL convert_embedding_batch, batch_size={len(contents)}, first_hash={hash(contents[0])}"
	)
	response = client.embeddings.create(
	model=EMBEDDING_MODEL, input=contents, timeout=7200
	)
	return [item.embedding for item in response.data]