Subha95 commited on
Commit
379a151
·
verified ·
1 Parent(s): 967d8a3

Update chatbot_rag.py

Browse files
Files changed (1) hide show
  1. chatbot_rag.py +1 -1
chatbot_rag.py CHANGED
@@ -62,7 +62,7 @@ def build_qa():
62
  tokenizer=tokenizer,
63
  max_new_tokens=256, # control length of response
64
  temperature=0.2, # more deterministic
65
- do_sample=False, # no randomness (deterministic answers)
66
  top_p=0.9, # nucleus sampling
67
  repetition_penalty=1.2, # 🚀 reduce loops/repeats
68
  eos_token_id=tokenizer.eos_token_id,
 
62
  tokenizer=tokenizer,
63
  max_new_tokens=256, # control length of response
64
  temperature=0.2, # more deterministic
65
+ do_sample=True, # no randomness (deterministic answers)
66
  top_p=0.9, # nucleus sampling
67
  repetition_penalty=1.2, # 🚀 reduce loops/repeats
68
  eos_token_id=tokenizer.eos_token_id,