SF001-123456 commited on
Commit
fdf59df
·
verified ·
1 Parent(s): 9bccd23

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -39,7 +39,7 @@ class ChatbotUI:
39
 
40
  # Generate response using the model
41
  inputs = self.trainer.tokenizer(prompt, return_tensors="pt").input_ids
42
- output = self.trainer.model.generate(inputs, max_length=1000, do_sample=True, top_p=0.95, temperature=0.6, repetition_penalty=1.2,)
43
  response = self.trainer.tokenizer.decode(output[0], skip_special_tokens=True)
44
  logging.info("Response generated successfully.")
45
 
 
39
 
40
  # Generate response using the model
41
  inputs = self.trainer.tokenizer(prompt, return_tensors="pt").input_ids
42
+ output = self.trainer.model.generate(**inputs, max_length=1000, do_sample=True, top_p=0.95, temperature=0.6, repetition_penalty=1.2,)
43
  response = self.trainer.tokenizer.decode(output[0], skip_special_tokens=True)
44
  logging.info("Response generated successfully.")
45