jk12p commited on
Commit
e32d261
·
verified ·
1 Parent(s): 31d7b80

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -96,7 +96,7 @@ if uploaded_file:
96
  with torch.no_grad():
97
  outputs = model.generate(
98
  input_ids,
99
- max_new_tokens=256, # Keep using max_new_tokens as fixed before
100
  num_return_sequences=1,
101
  temperature=0.2, # Lower temperature for more focused answers
102
  do_sample=True, # Enable sampling for more natural responses
 
96
  with torch.no_grad():
97
  outputs = model.generate(
98
  input_ids,
99
+ max_new_tokens=512, # Keep using max_new_tokens as fixed before
100
  num_return_sequences=1,
101
  temperature=0.2, # Lower temperature for more focused answers
102
  do_sample=True, # Enable sampling for more natural responses