RAG_PDF / app.py
Mairu10's picture
Upload 6 files
a0a66cc verified
Raw History Blame Contribute Delete
2.38 kB
import streamlit as st
from transformers import AutoTokenizer, AutoModelForSeq2SeqLM
from transformers import pipeline
import torch
import base64
import textwrap
from langchain_community.embeddings import SentenceTransformerEmbeddings
from langchain_community.vectorstores import Chroma
from langchain_community.llms import HuggingFacePipeline
from langchain.chains import RetrievalQA
checkpoint = "LaMini-T5-738M"
tokenizer = AutoTokenizer.from_pretrained(checkpoint)
base_model = AutoModelForSeq2SeqLM.from_pretrained(
checkpoint,
device_map = 'auto',
torch_dtype = torch.float32)
@st.cache_resource
def llm_pipeline():
pipe = pipeline(
'text2text-generation',
model=base_model,
tokenizer=tokenizer,
max_length=256,
do_sample=True,
temperature=0.3,
top_p=0.95
)
local_llm = HuggingFacePipeline(pipeline= pipe)
return local_llm
@st.cache_resource
def qa_llm():
llm = llm_pipeline()
embeddings = SentenceTransformerEmbeddings(model_name ="all-MiniLM-L6-v2")
db = Chroma(persist_directory = "db", embedding_function = embeddings)
retriever = db.as_retriever()
qa = RetrievalQA.from_chain_type(
llm = llm , chain_type = "stuff", retriever = retriever , return_source_documents =True)
return qa
def process_answer(instruction):
response = ''
instruction = instruction
qa = qa_llm()
generated_text = qa(instruction)
answer = generated_text['text']
# metadata = generated_text['metadata']
# for text in generated_text:
# print(answer)
# wrapped_text = textwrap.fill(response, 100)
# return wrapped_text
return answer, generated_text
def main():
st.title("Search your PDF Docs 🐦📄")
with st.expander("About the App"):
st.markdown(
"""
This is a Generative AI powered Question and Answering app that responds to questions about your PDF File.
"""
)
question = st.text_area("Enter your Question ?")
if st.button("Ask"):
st.info("Your Question: "+ question)
st.info("Your Answer")
answer, metadata = process_answer(question)
st.write(answer)
st.write(metadata)
if __name__ == '__main__':
main()