杨万青 commited on
Commit
0768c54
·
1 Parent(s): 270575e
Files changed (1) hide show
  1. main.py +2 -2
main.py CHANGED
@@ -2,7 +2,7 @@ from ctransformers import AutoModelForCausalLM
2
  from fastapi import FastAPI
3
  from pydantic import BaseModel
4
 
5
- llm = AutoModelForCausalLM.from_pretrained("marella/gpt-2-ggml", model_file="ggml-model.bin")
6
 
7
  #Pydantic object
8
  class validation(BaseModel):
@@ -16,4 +16,4 @@ async def stream(item: validation):
16
  E_INST = "</s>"
17
  user, assistant = "<|user|>", "<|assistant|>"
18
  prompt = f"{system_prompt}{E_INST}\n{user}\n{item.prompt}{E_INST}\n{assistant}\n"
19
- return llm(prompt)
 
2
  from fastapi import FastAPI
3
  from pydantic import BaseModel
4
 
5
+ llm = AutoModelForCausalLM.from_pretrained("bartowski/stable-code-instruct-3b-GGUF", model_file="stable-code-instruct-3b-Q6_K.gguf")
6
 
7
  #Pydantic object
8
  class validation(BaseModel):
 
16
  E_INST = "</s>"
17
  user, assistant = "<|user|>", "<|assistant|>"
18
  prompt = f"{system_prompt}{E_INST}\n{user}\n{item.prompt}{E_INST}\n{assistant}\n"
19
+ return llm(item.prompt)