DEXTools commited on
Commit
aa50abc
·
verified ·
1 Parent(s): 46982c6

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -2
app.py CHANGED
@@ -46,10 +46,11 @@ def generate_response(message, history):
46
  with torch.no_grad():
47
  outputs = model.generate(
48
  **inputs,
49
- max_new_tokens=2050,
50
  do_sample=True,
51
  temperature=0.7,
52
- pad_token_id=tokenizer.eos_token_id
 
53
  )
54
 
55
  response = tokenizer.decode(
 
46
  with torch.no_grad():
47
  outputs = model.generate(
48
  **inputs,
49
+ max_new_tokens=512, # Aumentado para evitar respuestas cortadas (truncadas)
50
  do_sample=True,
51
  temperature=0.7,
52
+ pad_token_id=tokenizer.eos_token_id,
53
+ eos_token_id=tokenizer.eos_token_id # Añadido para forzar fin completo y evitar truncado
54
  )
55
 
56
  response = tokenizer.decode(