Update main.py
Browse files
main.py
CHANGED
|
@@ -18,7 +18,7 @@ class validation(BaseModel):
|
|
| 18 |
app = FastAPI()
|
| 19 |
|
| 20 |
#Zephyr completion
|
| 21 |
-
@app.post("/
|
| 22 |
async def stream(item: validation):
|
| 23 |
system_prompt = 'Below is an instruction that describes a task. Write a response that appropriately completes the request.'
|
| 24 |
prompt = f"<s>[INST]<<SYS>>\n + {system_prompt} + <</SYS>>\n{item.prompt.strip()}[/INST]"
|
|
|
|
| 18 |
app = FastAPI()
|
| 19 |
|
| 20 |
#Zephyr completion
|
| 21 |
+
@app.post("/")
|
| 22 |
async def stream(item: validation):
|
| 23 |
system_prompt = 'Below is an instruction that describes a task. Write a response that appropriately completes the request.'
|
| 24 |
prompt = f"<s>[INST]<<SYS>>\n + {system_prompt} + <</SYS>>\n{item.prompt.strip()}[/INST]"
|