| |
| """Copy of Groq_Chat_bot.ipynb |
| |
| Automatically generated by Colab. |
| |
| Original file is located at |
| https://colab.research.google.com/#fileId=https%3A//huggingface.co/spaces/AnwinMJ/project/blob/main/Copy%20of%20Groq_Chat_bot.ipynb |
| |
| #Install Packages |
| """ |
|
|
|
|
| """# Import the Packages""" |
|
|
| import gradio |
| from groq import Groq |
| import os |
|
|
| client = Groq( |
| api_key=os.environ.get("API"), |
| ) |
|
|
| """#Define a function to give content and role""" |
|
|
| def initialize_messages(): |
| return [{"role": "system", |
| "content": """You are a skilled criminal lawyer with a |
| successful track record in numerous cases. Your role is to |
| assist people by providing guidance on Indian laws and |
| offering answers in a professional legal manner."""}] |
|
|
| """#Assign it to a variable""" |
|
|
| messages_prmt = initialize_messages() |
|
|
| print(messages_prmt) |
|
|
| [{},{}] |
|
|
| """#Define a function to connect with LLM""" |
|
|
| def customLLMBot(user_input, history): |
| global messages_prmt |
|
|
| messages_prmt.append({"role": "user", "content": user_input}) |
|
|
| response = client.chat.completions.create( |
| messages=messages_prmt, |
| model="llama3-8b-8192", |
| ) |
| print(response) |
| LLM_reply = response.choices[0].message.content |
| messages_prmt.append({"role": "assistant", "content": LLM_reply}) |
|
|
| return LLM_reply |
|
|
| """#Create an object of chat interface class in gradio""" |
|
|
| iface = gradio.ChatInterface(customLLMBot, |
| chatbot=gradio.Chatbot(height=300), |
| textbox=gradio.Textbox(placeholder="Ask me a question related to law"), |
| title="Lawyer ChatBot", |
| description="Chat bot for law assistance", |
| theme="soft", |
| examples=["hi","What is IPC sessions", "how to get a bail"], |
| submit_btn=True |
| ) |
|
|
| """#Call launch function to execute""" |
|
|
| iface.launch(share=True) |
|
|
|
|
