Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -39,7 +39,7 @@ class ChatbotUI:
|
|
| 39 |
|
| 40 |
# Generate response using the model
|
| 41 |
inputs = self.trainer.tokenizer(prompt, return_tensors="pt").input_ids
|
| 42 |
-
output = self.trainer.model.generate(inputs, max_length=1000, do_sample=True, top_p=0.95, temperature=0.6, repetition_penalty=1.2,)
|
| 43 |
response = self.trainer.tokenizer.decode(output[0], skip_special_tokens=True)
|
| 44 |
logging.info("Response generated successfully.")
|
| 45 |
|
|
|
|
| 39 |
|
| 40 |
# Generate response using the model
|
| 41 |
inputs = self.trainer.tokenizer(prompt, return_tensors="pt").input_ids
|
| 42 |
+
output = self.trainer.model.generate(**inputs, max_length=1000, do_sample=True, top_p=0.95, temperature=0.6, repetition_penalty=1.2,)
|
| 43 |
response = self.trainer.tokenizer.decode(output[0], skip_special_tokens=True)
|
| 44 |
logging.info("Response generated successfully.")
|
| 45 |
|