Spaces:
Sleeping
Sleeping
marion Halgrain commited on
Update main.py
Browse files
main.py
CHANGED
|
@@ -4,7 +4,7 @@ from pydantic import BaseModel
|
|
| 4 |
|
| 5 |
|
| 6 |
llm = AutoModelForCausalLM.from_pretrained("phi-2.Q5_K_M.gguf",
|
| 7 |
-
model_type='
|
| 8 |
max_new_tokens = 1096,
|
| 9 |
threads = 3,
|
| 10 |
)
|
|
|
|
| 4 |
|
| 5 |
|
| 6 |
llm = AutoModelForCausalLM.from_pretrained("phi-2.Q5_K_M.gguf",
|
| 7 |
+
model_type='pi',
|
| 8 |
max_new_tokens = 1096,
|
| 9 |
threads = 3,
|
| 10 |
)
|