Auditt commited on
Commit
4874968
·
verified ·
1 Parent(s): f9568f4

Allow enough tokens for final-state answers

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -115,7 +115,7 @@ def predict(
115
  with torch.inference_mode():
116
  generated = MODEL.generate(
117
  **model_inputs,
118
- max_new_tokens=512,
119
  do_sample=False,
120
  pad_token_id=TOKENIZER.eos_token_id,
121
  )
 
115
  with torch.inference_mode():
116
  generated = MODEL.generate(
117
  **model_inputs,
118
+ max_new_tokens=1024,
119
  do_sample=False,
120
  pad_token_id=TOKENIZER.eos_token_id,
121
  )