Update app.py
Browse files
app.py
CHANGED
|
@@ -96,7 +96,7 @@ if uploaded_file:
|
|
| 96 |
with torch.no_grad():
|
| 97 |
outputs = model.generate(
|
| 98 |
input_ids,
|
| 99 |
-
max_new_tokens=
|
| 100 |
num_return_sequences=1,
|
| 101 |
temperature=0.2, # Lower temperature for more focused answers
|
| 102 |
do_sample=True, # Enable sampling for more natural responses
|
|
|
|
| 96 |
with torch.no_grad():
|
| 97 |
outputs = model.generate(
|
| 98 |
input_ids,
|
| 99 |
+
max_new_tokens=512, # Keep using max_new_tokens as fixed before
|
| 100 |
num_return_sequences=1,
|
| 101 |
temperature=0.2, # Lower temperature for more focused answers
|
| 102 |
do_sample=True, # Enable sampling for more natural responses
|