Spaces:
Runtime error
Runtime error
Update pages/jarvis.py
Browse files- pages/jarvis.py +11 -1
pages/jarvis.py
CHANGED
|
@@ -31,7 +31,7 @@ def load_doc(list_file_path, chunk_size, chunk_overlap):
|
|
| 31 |
doc_splits = text_splitter.split_documents(pages)
|
| 32 |
return doc_splits
|
| 33 |
|
| 34 |
-
#
|
| 35 |
def create_db(splits, collection_name):
|
| 36 |
embedding = HuggingFaceEmbeddings()
|
| 37 |
new_client = chromadb.EphemeralClient()
|
|
@@ -40,9 +40,19 @@ def create_db(splits, collection_name):
|
|
| 40 |
embedding=embedding,
|
| 41 |
client=new_client,
|
| 42 |
collection_name=collection_name,
|
|
|
|
| 43 |
)
|
| 44 |
return vectordb
|
| 45 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 46 |
# Initialize Langchain LLM chain
|
| 47 |
def initialize_llmchain(llm_model, temperature, max_tokens, top_k, vector_db):
|
| 48 |
if llm_model == "mistralai/Mixtral-8x7B-Instruct-v0.1":
|
|
|
|
| 31 |
doc_splits = text_splitter.split_documents(pages)
|
| 32 |
return doc_splits
|
| 33 |
|
| 34 |
+
# Create vector database
|
| 35 |
def create_db(splits, collection_name):
|
| 36 |
embedding = HuggingFaceEmbeddings()
|
| 37 |
new_client = chromadb.EphemeralClient()
|
|
|
|
| 40 |
embedding=embedding,
|
| 41 |
client=new_client,
|
| 42 |
collection_name=collection_name,
|
| 43 |
+
# persist_directory=default_persist_directory
|
| 44 |
)
|
| 45 |
return vectordb
|
| 46 |
|
| 47 |
+
|
| 48 |
+
# Load vector database
|
| 49 |
+
def load_db():
|
| 50 |
+
embedding = HuggingFaceEmbeddings()
|
| 51 |
+
vectordb = Chroma(
|
| 52 |
+
# persist_directory=default_persist_directory,
|
| 53 |
+
embedding_function=embedding)
|
| 54 |
+
return vectordb
|
| 55 |
+
|
| 56 |
# Initialize Langchain LLM chain
|
| 57 |
def initialize_llmchain(llm_model, temperature, max_tokens, top_k, vector_db):
|
| 58 |
if llm_model == "mistralai/Mixtral-8x7B-Instruct-v0.1":
|