Spaces:
Runtime error
Runtime error
Srinivasulu kethanaboina commited on
Update app.py
Browse files
app.py
CHANGED
|
@@ -8,7 +8,7 @@ import datetime
|
|
| 8 |
import uuid
|
| 9 |
import random
|
| 10 |
from llama_index.core import StorageContext, load_index_from_storage, VectorStoreIndex, SimpleDirectoryReader, ChatPromptTemplate, Settings
|
| 11 |
-
from llama_index.llms.
|
| 12 |
from llama_index.embeddings.huggingface import HuggingFaceEmbedding
|
| 13 |
import threading
|
| 14 |
import uvicorn
|
|
@@ -22,7 +22,6 @@ firebase_admin.initialize_app(cred, {"databaseURL": "https://redfernstech-fd8fe-
|
|
| 22 |
|
| 23 |
app = FastAPI()
|
| 24 |
|
| 25 |
-
# Configure the Llama index settings
|
| 26 |
Settings.llm = HuggingFaceInferenceAPI(
|
| 27 |
model_name="meta-llama/Meta-Llama-3-8B-Instruct",
|
| 28 |
tokenizer_name="meta-llama/Meta-Llama-3-8B-Instruct",
|
|
@@ -35,6 +34,7 @@ Settings.embed_model = HuggingFaceEmbedding(
|
|
| 35 |
model_name="BAAI/bge-small-en-v1.5"
|
| 36 |
)
|
| 37 |
|
|
|
|
| 38 |
# Define directories
|
| 39 |
PERSIST_DIR = "db"
|
| 40 |
PDF_DIRECTORY = 'data'
|
|
|
|
| 8 |
import uuid
|
| 9 |
import random
|
| 10 |
from llama_index.core import StorageContext, load_index_from_storage, VectorStoreIndex, SimpleDirectoryReader, ChatPromptTemplate, Settings
|
| 11 |
+
from llama_index.llms.huggingface import HuggingFaceInferenceAPI
|
| 12 |
from llama_index.embeddings.huggingface import HuggingFaceEmbedding
|
| 13 |
import threading
|
| 14 |
import uvicorn
|
|
|
|
| 22 |
|
| 23 |
app = FastAPI()
|
| 24 |
|
|
|
|
| 25 |
Settings.llm = HuggingFaceInferenceAPI(
|
| 26 |
model_name="meta-llama/Meta-Llama-3-8B-Instruct",
|
| 27 |
tokenizer_name="meta-llama/Meta-Llama-3-8B-Instruct",
|
|
|
|
| 34 |
model_name="BAAI/bge-small-en-v1.5"
|
| 35 |
)
|
| 36 |
|
| 37 |
+
|
| 38 |
# Define directories
|
| 39 |
PERSIST_DIR = "db"
|
| 40 |
PDF_DIRECTORY = 'data'
|