Spaces:
Runtime error
Runtime error
Download query_data.py from satendra4u2022/RAG-Test: direct link, hf CLI and curl.
- Browser
- Download file 2.99 kB
-
https://huggingface.co/spaces/satendra4u2022/RAG-Test/resolve/main/query_data.py
- Command line
-
hf download hf://spaces/satendra4u2022/RAG-Test/query_data.py
-
curl -L -o query_data.py https://huggingface.co/spaces/satendra4u2022/RAG-Test/resolve/main/query_data.py
2.99 kB
| from langchain.vectorstores.chroma import Chroma | |
| from langchain.embeddings import OpenAIEmbeddings | |
| from llamaapi import LlamaAPI | |
| from langchain.prompts import ChatPromptTemplate | |
| import os | |
| # Constants | |
| CHROMA_PATH = "chroma" | |
| PROMPT_TEMPLATE = """ | |
| Answer the question based only on the following context: | |
| {context} | |
| --- | |
| Answer the question based on the above context: {question} | |
| """ | |
| def generate_reworded_question(prompt): | |
| try: | |
| llama = LlamaAPI('LL-0tVJ5OwMLdglnL5Okd94ScFHyT6FMPP33oClu8i5cXWPScRswldmqXI7VH1JaT3x') | |
| # API Request | |
| api_request_json = { | |
| "model": "llama-13b-chat", | |
| "messages": [ | |
| {"role": "user", "content": prompt}, | |
| ], | |
| "max_tokens": 250, # Set max_tokens to control the length of the generated question | |
| "temperature": 0.1, # Adjust temperature to control the creativity of the generated question | |
| "top_p": 0.9 # Adjust top_p to control the diversity of the generated question | |
| } | |
| # Run llama | |
| response = llama.run(api_request_json) | |
| response_json = response.json() | |
| reworded_questions = [choice['message']['content'] for choice in response_json['choices']] | |
| return reworded_questions | |
| except Exception as e: | |
| print(f"Error generating reworded questions: {e}") | |
| return [] # Return an empty list if there's an error | |
| def main(query_text): | |
| # Prepare the DB. | |
| embedding_function = OpenAIEmbeddings() | |
| db = Chroma(persist_directory=CHROMA_PATH, embedding_function=embedding_function) | |
| print('Query Text:', query_text) | |
| # Search the DB. | |
| results = db.similarity_search_with_relevance_scores(query_text, k=3) | |
| if len(results) == 0 or results[0][1] < 0.7: | |
| print('No results found or low score') | |
| print (results[0][1]) | |
| response_text = generate_reworded_question(query_text) | |
| else: | |
| print('Inside the high score condition') | |
| print (results[0][1]) | |
| print('Results:', results) | |
| context_text = "\n\n---\n\n".join([doc.page_content for doc, _score in results]) | |
| prompt_template = ChatPromptTemplate.from_template(PROMPT_TEMPLATE) | |
| prompt = prompt_template.format(context=context_text, question=query_text) | |
| #print (prompt) | |
| response_text = generate_reworded_question(prompt) | |
| sources = [doc.metadata.get("source", None) for doc, _score in results] | |
| # Response Formatting | |
| formatted_response = "\n".join(response_text) | |
| formatted_response = formatted_response.replace('\n', '\n') # Double newline for \n | |
| formatted_response = formatted_response.replace('\n*', '\n*') # Replace \n* with \n | |
| final_out = f"{formatted_response}\n\nSources: {sources}" | |
| #print(final_out) | |
| return final_out | |
| # Call the main function | |
| if __name__ == "__main__": | |
| query_text = "What are the specifications of Advanced Energy's LCM300." | |
| main(query_text) |