fullsname commited on
Commit
e4bb540
·
verified ·
1 Parent(s): d1263c8

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -50,7 +50,7 @@ def chat(message, history, system_prompt):
50
  inputs = tokenizer(prompt, return_tensors="pt").to("cuda")
51
  outputs = model.generate(
52
  **inputs,
53
- max_new_tokens=256,
54
  temperature=0.7,
55
  do_sample=True,
56
  pad_token_id=tokenizer.eos_token_id
 
50
  inputs = tokenizer(prompt, return_tensors="pt").to("cuda")
51
  outputs = model.generate(
52
  **inputs,
53
+ max_new_tokens=1024,
54
  temperature=0.7,
55
  do_sample=True,
56
  pad_token_id=tokenizer.eos_token_id