Spaces:
Running
Running
CrazyMonkey0 commited on
Commit ·
2d6bfd5
1
Parent(s): 8f110eb
fix(nlp):add ',' to fix an error in response generation
Browse files- app/routes/nlp.py +3 -3
app/routes/nlp.py
CHANGED
|
@@ -33,7 +33,7 @@ def load_model_nlp():
|
|
| 33 |
|
| 34 |
@router.post("/chat")
|
| 35 |
async def chat(request: Request, chat_request: ChatRequest):
|
| 36 |
-
"""Endpoint
|
| 37 |
text = chat_request.message
|
| 38 |
|
| 39 |
# Download model from app state
|
|
@@ -51,8 +51,8 @@ async def chat(request: Request, chat_request: ChatRequest):
|
|
| 51 |
max_tokens=512,
|
| 52 |
temperature=0.7,
|
| 53 |
top_p=0.9,
|
| 54 |
-
top_k=50
|
| 55 |
-
stop=["<|im_end|>"]
|
| 56 |
)
|
| 57 |
|
| 58 |
# Extract response text
|
|
|
|
| 33 |
|
| 34 |
@router.post("/chat")
|
| 35 |
async def chat(request: Request, chat_request: ChatRequest):
|
| 36 |
+
"""Endpoint for chat with the NLP model."""
|
| 37 |
text = chat_request.message
|
| 38 |
|
| 39 |
# Download model from app state
|
|
|
|
| 51 |
max_tokens=512,
|
| 52 |
temperature=0.7,
|
| 53 |
top_p=0.9,
|
| 54 |
+
top_k=50,
|
| 55 |
+
stop=["<|im_end|>"],
|
| 56 |
)
|
| 57 |
|
| 58 |
# Extract response text
|