aag111 commited on
Commit
c4ec38c
·
verified ·
1 Parent(s): 41d6ed1

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +5 -1
app.py CHANGED
@@ -10,10 +10,14 @@ from sentence_transformers import SentenceTransformer
10
 
11
  app = FastAPI()
12
 
 
 
 
 
13
  # =====================
14
  # MODEL SETUP
15
  # =====================
16
- model = GPT4All("gpt4all-falcon-newbpe-q4_0.gguf")
17
  model = GPT4All(MODEL_NAME) # Automatically downloads .gguf model (no Hugging Face)
18
  embedder = SentenceTransformer("all-MiniLM-L6-v2")
19
 
 
10
 
11
  app = FastAPI()
12
 
13
+ import os
14
+ os.environ["GPT4ALL_GPU"] = "0" # 🚫 disables CUDA usage
15
+
16
+
17
  # =====================
18
  # MODEL SETUP
19
  # =====================
20
+ model = GPT4All("gguf-gpt4all-j-v1.3-groovy")
21
  model = GPT4All(MODEL_NAME) # Automatically downloads .gguf model (no Hugging Face)
22
  embedder = SentenceTransformer("all-MiniLM-L6-v2")
23