Spaces:
Build error
Build error
model5
Browse files
app.py
CHANGED
|
@@ -16,7 +16,7 @@ from huggingface_hub import InferenceClient
|
|
| 16 |
# Configuration for both components
|
| 17 |
EMBEDDING_MODEL_NAME = "sentence-transformers/all-mpnet-base-v2"
|
| 18 |
LLM_MODEL_NAME = "EleutherAI/gpt-neo-1.3B"
|
| 19 |
-
CHAT_MODEL_NAME = "TheDrummer/Gemmasutra-
|
| 20 |
|
| 21 |
# ------ Chat Component ------
|
| 22 |
chat_client = InferenceClient(CHAT_MODEL_NAME)
|
|
|
|
| 16 |
# Configuration for both components
|
| 17 |
EMBEDDING_MODEL_NAME = "sentence-transformers/all-mpnet-base-v2"
|
| 18 |
LLM_MODEL_NAME = "EleutherAI/gpt-neo-1.3B"
|
| 19 |
+
CHAT_MODEL_NAME = "TheDrummer/Gemmasutra-Small-4B-v1-GGUF"
|
| 20 |
|
| 21 |
# ------ Chat Component ------
|
| 22 |
chat_client = InferenceClient(CHAT_MODEL_NAME)
|