viskav commited on
Commit
f2d5b2b
·
verified ·
1 Parent(s): e3b6916

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -3
app.py CHANGED
@@ -62,13 +62,12 @@ async def humanize(body: RequestBody):
62
  try:
63
  output = llm(
64
  prompt,
65
- max_tokens=80,
66
- temperature=0.0, # ← deterministic
67
  top_p=1.0,
68
  repeat_penalty=1.0,
69
  stop=["</s>", "[USER]", "[SYSTEM]", "[ASSISTANT]", "[/ASSISTANT]"],
70
  )
71
-
72
  result = output["choices"][0]["text"].strip()
73
  return {"result": result}
74
 
 
62
  try:
63
  output = llm(
64
  prompt,
65
+ max_tokens=260, # ⬅ bump this up from 160
66
+ temperature=0.0, # if you already set deterministic mode
67
  top_p=1.0,
68
  repeat_penalty=1.0,
69
  stop=["</s>", "[USER]", "[SYSTEM]", "[ASSISTANT]", "[/ASSISTANT]"],
70
  )
 
71
  result = output["choices"][0]["text"].strip()
72
  return {"result": result}
73