Neon-AI commited on
Commit
6887f6e
·
verified ·
1 Parent(s): 8dc22ed

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -2
app.py CHANGED
@@ -47,10 +47,12 @@ if st.button("Send"):
47
  with torch.no_grad():
48
  output = model.generate(
49
  **inputs,
50
- max_new_tokens=64, # keep it sane on CPU
51
  do_sample=True,
52
  temperature=0.8,
53
- top_p=0.95
 
 
54
  )
55
 
56
  reply = tokenizer.decode(output[0], skip_special_tokens=True)
 
47
  with torch.no_grad():
48
  output = model.generate(
49
  **inputs,
50
+ max_new_tokens=64,
51
  do_sample=True,
52
  temperature=0.8,
53
+ top_p=0.95,
54
+ eos_token_id=tokenizer.eos_token_id, # ← add this
55
+ pad_token_id=tokenizer.eos_token_id
56
  )
57
 
58
  reply = tokenizer.decode(output[0], skip_special_tokens=True)