Spaces:
Sleeping
Sleeping
Download database/create_database.py from Samagra07/my-doc-rag: direct link, hf CLI and curl.
- Browser
- Download file 479 Bytes
-
https://huggingface.co/spaces/Samagra07/my-doc-rag/resolve/main/database/create_database.py
- Command line
-
hf download hf://spaces/Samagra07/my-doc-rag/database/create_database.py
-
curl -L -o create_database.py https://huggingface.co/spaces/Samagra07/my-doc-rag/resolve/main/database/create_database.py
479 Bytes
| from langchain_chroma import Chroma | |
| from utils.load_llm import TEXT_SPLITTER, EMBEDDING_MODEL | |
| from config.nodes import PERSIST_DIRECTORY | |
| def create_or_add_to_collection(collection_name: str, docs): | |
| texts = TEXT_SPLITTER.split_documents(docs) | |
| database_chroma = Chroma( | |
| collection_name=collection_name, | |
| persist_directory=PERSIST_DIRECTORY, | |
| embedding_function=EMBEDDING_MODEL | |
| ) | |
| database_chroma.add_documents(texts) | |
| return database_chroma |