Spaces:
Sleeping
Sleeping
杨万青 commited on
Commit ·
0768c54
1
Parent(s): 270575e
update
Browse files
main.py
CHANGED
|
@@ -2,7 +2,7 @@ from ctransformers import AutoModelForCausalLM
|
|
| 2 |
from fastapi import FastAPI
|
| 3 |
from pydantic import BaseModel
|
| 4 |
|
| 5 |
-
llm = AutoModelForCausalLM.from_pretrained("
|
| 6 |
|
| 7 |
#Pydantic object
|
| 8 |
class validation(BaseModel):
|
|
@@ -16,4 +16,4 @@ async def stream(item: validation):
|
|
| 16 |
E_INST = "</s>"
|
| 17 |
user, assistant = "<|user|>", "<|assistant|>"
|
| 18 |
prompt = f"{system_prompt}{E_INST}\n{user}\n{item.prompt}{E_INST}\n{assistant}\n"
|
| 19 |
-
return llm(prompt)
|
|
|
|
| 2 |
from fastapi import FastAPI
|
| 3 |
from pydantic import BaseModel
|
| 4 |
|
| 5 |
+
llm = AutoModelForCausalLM.from_pretrained("bartowski/stable-code-instruct-3b-GGUF", model_file="stable-code-instruct-3b-Q6_K.gguf")
|
| 6 |
|
| 7 |
#Pydantic object
|
| 8 |
class validation(BaseModel):
|
|
|
|
| 16 |
E_INST = "</s>"
|
| 17 |
user, assistant = "<|user|>", "<|assistant|>"
|
| 18 |
prompt = f"{system_prompt}{E_INST}\n{user}\n{item.prompt}{E_INST}\n{assistant}\n"
|
| 19 |
+
return llm(item.prompt)
|