杨万青 commited on
Commit
dfbd9b9
·
1 Parent(s): 0768c54
Files changed (1) hide show
  1. main.py +1 -1
main.py CHANGED
@@ -2,7 +2,7 @@ from ctransformers import AutoModelForCausalLM
2
  from fastapi import FastAPI
3
  from pydantic import BaseModel
4
 
5
- llm = AutoModelForCausalLM.from_pretrained("bartowski/stable-code-instruct-3b-GGUF", model_file="stable-code-instruct-3b-Q6_K.gguf")
6
 
7
  #Pydantic object
8
  class validation(BaseModel):
 
2
  from fastapi import FastAPI
3
  from pydantic import BaseModel
4
 
5
+ llm = AutoModelForCausalLM.from_pretrained("bartowski/stable-code-instruct-3b-GGUF", model_file="stable-code-instruct-3b-Q4_0.gguf")
6
 
7
  #Pydantic object
8
  class validation(BaseModel):