Spaces:
Sleeping
Sleeping
Update chatbot_rag.py
Browse files- chatbot_rag.py +1 -1
chatbot_rag.py
CHANGED
|
@@ -62,7 +62,7 @@ def build_qa():
|
|
| 62 |
tokenizer=tokenizer,
|
| 63 |
max_new_tokens=256, # control length of response
|
| 64 |
temperature=0.2, # more deterministic
|
| 65 |
-
do_sample=
|
| 66 |
top_p=0.9, # nucleus sampling
|
| 67 |
repetition_penalty=1.2, # 🚀 reduce loops/repeats
|
| 68 |
eos_token_id=tokenizer.eos_token_id,
|
|
|
|
| 62 |
tokenizer=tokenizer,
|
| 63 |
max_new_tokens=256, # control length of response
|
| 64 |
temperature=0.2, # more deterministic
|
| 65 |
+
do_sample=True, # no randomness (deterministic answers)
|
| 66 |
top_p=0.9, # nucleus sampling
|
| 67 |
repetition_penalty=1.2, # 🚀 reduce loops/repeats
|
| 68 |
eos_token_id=tokenizer.eos_token_id,
|