Spaces:
Runtime error
Runtime error
Download Brain/src/rising_plugin/csv_embed.py from thomas3737/brain_my: direct link, hf CLI and curl.
- Browser
- Download file 941 Bytes
-
https://huggingface.co/spaces/thomas3737/brain_my/resolve/main/Brain/src/rising_plugin/csv_embed.py
- Command line
-
hf download hf://spaces/thomas3737/brain_my/Brain/src/rising_plugin/csv_embed.py
-
curl -L -o csv_embed.py https://huggingface.co/spaces/thomas3737/brain_my/resolve/main/Brain/src/rising_plugin/csv_embed.py
941 Bytes
| import os | |
| from langchain.document_loaders.csv_loader import CSVLoader | |
| from langchain.embeddings.openai import OpenAIEmbeddings | |
| import json | |
| from Brain.src.model.req_model import ReqModel | |
| from ..common.utils import OPENAI_API_KEY | |
| def csv_embed(): | |
| file_path = os.path.dirname(os.path.abspath(__file__)) | |
| loader = CSVLoader( | |
| file_path=f"{file_path}/guardrails-config/actions/phone.csv", encoding="utf8" | |
| ) | |
| data = loader.load() | |
| result = list() | |
| for t in data: | |
| query_result = get_embed(t.page_content) | |
| result.append(query_result) | |
| with open(f"{file_path}/guardrails-config/actions/phone.json", "w") as outfile: | |
| json.dump(result, outfile, indent=2) | |
| """getting embed""" | |
| def get_embed(data: str, setting: ReqModel) -> list[float]: | |
| embeddings = OpenAIEmbeddings(openai_api_key=setting.openai_key) | |
| return embeddings.embed_query(data) | |
| if __name__ == "__main__": | |
| csv_embed() | |