sha1779 commited on
Commit
de35752
·
verified ·
1 Parent(s): cdbaadb

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +1 -1
main.py CHANGED
@@ -18,7 +18,7 @@ class validation(BaseModel):
18
  app = FastAPI()
19
 
20
  #Zephyr completion
21
- @app.post("/llama_on_cpu")
22
  async def stream(item: validation):
23
  system_prompt = 'Below is an instruction that describes a task. Write a response that appropriately completes the request.'
24
  prompt = f"<s>[INST]<<SYS>>\n + {system_prompt} + <</SYS>>\n{item.prompt.strip()}[/INST]"
 
18
  app = FastAPI()
19
 
20
  #Zephyr completion
21
+ @app.post("/")
22
  async def stream(item: validation):
23
  system_prompt = 'Below is an instruction that describes a task. Write a response that appropriately completes the request.'
24
  prompt = f"<s>[INST]<<SYS>>\n + {system_prompt} + <</SYS>>\n{item.prompt.strip()}[/INST]"