Update main.py
Browse files
main.py
CHANGED
|
@@ -4,10 +4,10 @@ from pydantic import BaseModel
|
|
| 4 |
|
| 5 |
#Model loading
|
| 6 |
llm = AutoModelForCausalLM.from_pretrained("TheBloke/Toppy-M-7B-GGUF",
|
| 7 |
-
model_file="toppy-m-7b.
|
| 8 |
model_type="mistral",
|
| 9 |
context_length=4096,
|
| 10 |
-
temperature=0.
|
| 11 |
gpu_layers=50)
|
| 12 |
|
| 13 |
|
|
|
|
| 4 |
|
| 5 |
#Model loading
|
| 6 |
llm = AutoModelForCausalLM.from_pretrained("TheBloke/Toppy-M-7B-GGUF",
|
| 7 |
+
model_file="toppy-m-7b.Q5_K_M.gguf",
|
| 8 |
model_type="mistral",
|
| 9 |
context_length=4096,
|
| 10 |
+
temperature=0.4,
|
| 11 |
gpu_layers=50)
|
| 12 |
|
| 13 |
|