Update app.py
Browse files
app.py
CHANGED
|
@@ -62,13 +62,12 @@ async def humanize(body: RequestBody):
|
|
| 62 |
try:
|
| 63 |
output = llm(
|
| 64 |
prompt,
|
| 65 |
-
max_tokens=
|
| 66 |
-
temperature=0.0,
|
| 67 |
top_p=1.0,
|
| 68 |
repeat_penalty=1.0,
|
| 69 |
stop=["</s>", "[USER]", "[SYSTEM]", "[ASSISTANT]", "[/ASSISTANT]"],
|
| 70 |
)
|
| 71 |
-
|
| 72 |
result = output["choices"][0]["text"].strip()
|
| 73 |
return {"result": result}
|
| 74 |
|
|
|
|
| 62 |
try:
|
| 63 |
output = llm(
|
| 64 |
prompt,
|
| 65 |
+
max_tokens=260, # ⬅ bump this up from 160
|
| 66 |
+
temperature=0.0, # if you already set deterministic mode
|
| 67 |
top_p=1.0,
|
| 68 |
repeat_penalty=1.0,
|
| 69 |
stop=["</s>", "[USER]", "[SYSTEM]", "[ASSISTANT]", "[/ASSISTANT]"],
|
| 70 |
)
|
|
|
|
| 71 |
result = output["choices"][0]["text"].strip()
|
| 72 |
return {"result": result}
|
| 73 |
|