Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -10,10 +10,14 @@ from sentence_transformers import SentenceTransformer
|
|
| 10 |
|
| 11 |
app = FastAPI()
|
| 12 |
|
|
|
|
|
|
|
|
|
|
|
|
|
| 13 |
# =====================
|
| 14 |
# MODEL SETUP
|
| 15 |
# =====================
|
| 16 |
-
model = GPT4All("gpt4all-
|
| 17 |
model = GPT4All(MODEL_NAME) # Automatically downloads .gguf model (no Hugging Face)
|
| 18 |
embedder = SentenceTransformer("all-MiniLM-L6-v2")
|
| 19 |
|
|
|
|
| 10 |
|
| 11 |
app = FastAPI()
|
| 12 |
|
| 13 |
+
import os
|
| 14 |
+
os.environ["GPT4ALL_GPU"] = "0" # 🚫 disables CUDA usage
|
| 15 |
+
|
| 16 |
+
|
| 17 |
# =====================
|
| 18 |
# MODEL SETUP
|
| 19 |
# =====================
|
| 20 |
+
model = GPT4All("gguf-gpt4all-j-v1.3-groovy")
|
| 21 |
model = GPT4All(MODEL_NAME) # Automatically downloads .gguf model (no Hugging Face)
|
| 22 |
embedder = SentenceTransformer("all-MiniLM-L6-v2")
|
| 23 |
|