杨万青 commited on
Commit
410de34
·
1 Parent(s): dfbd9b9
Files changed (1) hide show
  1. main.py +1 -1
main.py CHANGED
@@ -2,7 +2,7 @@ from ctransformers import AutoModelForCausalLM
2
  from fastapi import FastAPI
3
  from pydantic import BaseModel
4
 
5
- llm = AutoModelForCausalLM.from_pretrained("bartowski/stable-code-instruct-3b-GGUF", model_file="stable-code-instruct-3b-Q4_0.gguf")
6
 
7
  #Pydantic object
8
  class validation(BaseModel):
 
2
  from fastapi import FastAPI
3
  from pydantic import BaseModel
4
 
5
+ llm = AutoModelForCausalLM.from_pretrained("TheBloke/Mistral-7B-Instruct-v0.1-GGUF", model_file="mistral-7b-instruct-v0.1.Q2_K.gguf", model_type="mistral")
6
 
7
  #Pydantic object
8
  class validation(BaseModel):