Spaces:
Sleeping
Sleeping
Allow enough tokens for final-state answers
Browse files
app.py
CHANGED
|
@@ -115,7 +115,7 @@ def predict(
|
|
| 115 |
with torch.inference_mode():
|
| 116 |
generated = MODEL.generate(
|
| 117 |
**model_inputs,
|
| 118 |
-
max_new_tokens=
|
| 119 |
do_sample=False,
|
| 120 |
pad_token_id=TOKENIZER.eos_token_id,
|
| 121 |
)
|
|
|
|
| 115 |
with torch.inference_mode():
|
| 116 |
generated = MODEL.generate(
|
| 117 |
**model_inputs,
|
| 118 |
+
max_new_tokens=1024,
|
| 119 |
do_sample=False,
|
| 120 |
pad_token_id=TOKENIZER.eos_token_id,
|
| 121 |
)
|