Darayut commited on
Commit
f645e38
·
verified ·
1 Parent(s): 1e57492

Update src/simple_rag.py

Browse files
Files changed (1) hide show
  1. src/simple_rag.py +3 -1
src/simple_rag.py CHANGED
@@ -103,10 +103,11 @@ def ask_question(query_text: str, k: int = 3):
103
  })
104
 
105
  context_text = "\n\n".join(chunk["text"] for chunk in context_chunks)
106
- prompt = PROMPT_TEMPLATE.format(context=context_text, question=query_text).strip()
107
  logging.info(f"Prompt: {prompt}")
108
 
109
  messages = [{"role": "user", "content": prompt}]
 
110
  logging.info("Sending prompt to model...")
111
  logging.info(f"Messages: {messages}")
112
 
@@ -131,6 +132,7 @@ def ask_question(query_text: str, k: int = 3):
131
  max_new_tokens=256,
132
  return_full_text=False,
133
  truncation=True,
 
134
  )
135
 
136
 
 
103
  })
104
 
105
  context_text = "\n\n".join(chunk["text"] for chunk in context_chunks)
106
+ prompt = PROMPT_TEMPLATE.format(context=context_text, question=query_text)
107
  logging.info(f"Prompt: {prompt}")
108
 
109
  messages = [{"role": "user", "content": prompt}]
110
+
111
  logging.info("Sending prompt to model...")
112
  logging.info(f"Messages: {messages}")
113
 
 
132
  max_new_tokens=256,
133
  return_full_text=False,
134
  truncation=True,
135
+ do_sample=False,
136
  )
137
 
138