CrazyMonkey0 commited on
Commit
2d6bfd5
·
1 Parent(s): 8f110eb

fix(nlp):add ',' to fix an error in response generation

Browse files
Files changed (1) hide show
  1. app/routes/nlp.py +3 -3
app/routes/nlp.py CHANGED
@@ -33,7 +33,7 @@ def load_model_nlp():
33
 
34
  @router.post("/chat")
35
  async def chat(request: Request, chat_request: ChatRequest):
36
- """Endpoint do chatowania z modelem"""
37
  text = chat_request.message
38
 
39
  # Download model from app state
@@ -51,8 +51,8 @@ async def chat(request: Request, chat_request: ChatRequest):
51
  max_tokens=512,
52
  temperature=0.7,
53
  top_p=0.9,
54
- top_k=50
55
- stop=["<|im_end|>"]
56
  )
57
 
58
  # Extract response text
 
33
 
34
  @router.post("/chat")
35
  async def chat(request: Request, chat_request: ChatRequest):
36
+ """Endpoint for chat with the NLP model."""
37
  text = chat_request.message
38
 
39
  # Download model from app state
 
51
  max_tokens=512,
52
  temperature=0.7,
53
  top_p=0.9,
54
+ top_k=50,
55
+ stop=["<|im_end|>"],
56
  )
57
 
58
  # Extract response text