Delete Copy of Groq_Chat_bot.ipynb
Browse files
Copy of Groq_Chat_bot.ipynb
DELETED
|
@@ -1 +0,0 @@
|
|
| 1 |
-
{"nbformat":4,"nbformat_minor":0,"metadata":{"colab":{"provenance":[{"file_id":"1CTn0BaJjNSSjrfrTfqR4LZXVafT5ILia","timestamp":1750823300050},{"file_id":"1UtIBI2U1yWDZBRvfunqefEenKvj71CPx","timestamp":1745123755009},{"file_id":"1Y4AP9EV88ycCjlCjekDWJUDSDxgB3Uq6","timestamp":1730371270647},{"file_id":"1m3z6MJBgOTZWOsSOl1ntl0ew6Z3cUQvw","timestamp":1730359618449}],"gpuType":"T4"},"kernelspec":{"name":"python3","display_name":"Python 3"},"language_info":{"name":"python"},"accelerator":"GPU"},"cells":[{"cell_type":"markdown","source":["#Install Packages"],"metadata":{"id":"9ofdszu-FvGS"}},{"cell_type":"code","source":["pip install groq"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"6Awpd8EPhe_9","executionInfo":{"status":"ok","timestamp":1749878108378,"user_tz":-330,"elapsed":14852,"user":{"displayName":"Projects Training","userId":"04530201089262880336"}},"outputId":"ab6a7e40-3da6-4209-cd32-5678838ac45d"},"execution_count":null,"outputs":[{"output_type":"stream","name":"stdout","text":["Collecting groq\n"," Downloading groq-0.28.0-py3-none-any.whl.metadata (15 kB)\n","Requirement already satisfied: anyio<5,>=3.5.0 in /usr/local/lib/python3.11/dist-packages (from groq) (4.9.0)\n","Requirement already satisfied: distro<2,>=1.7.0 in /usr/local/lib/python3.11/dist-packages (from groq) (1.9.0)\n","Requirement already satisfied: httpx<1,>=0.23.0 in /usr/local/lib/python3.11/dist-packages (from groq) (0.28.1)\n","Requirement already satisfied: pydantic<3,>=1.9.0 in /usr/local/lib/python3.11/dist-packages (from groq) (2.11.5)\n","Requirement already satisfied: sniffio in /usr/local/lib/python3.11/dist-packages (from groq) (1.3.1)\n","Requirement already satisfied: typing-extensions<5,>=4.10 in /usr/local/lib/python3.11/dist-packages (from groq) (4.14.0)\n","Requirement already satisfied: idna>=2.8 in /usr/local/lib/python3.11/dist-packages (from anyio<5,>=3.5.0->groq) (3.10)\n","Requirement already satisfied: certifi in /usr/local/lib/python3.11/dist-packages (from httpx<1,>=0.23.0->groq) (2025.4.26)\n","Requirement already satisfied: httpcore==1.* in /usr/local/lib/python3.11/dist-packages (from httpx<1,>=0.23.0->groq) (1.0.9)\n","Requirement already satisfied: h11>=0.16 in /usr/local/lib/python3.11/dist-packages (from httpcore==1.*->httpx<1,>=0.23.0->groq) (0.16.0)\n","Requirement already satisfied: annotated-types>=0.6.0 in /usr/local/lib/python3.11/dist-packages (from pydantic<3,>=1.9.0->groq) (0.7.0)\n","Requirement already satisfied: pydantic-core==2.33.2 in /usr/local/lib/python3.11/dist-packages (from pydantic<3,>=1.9.0->groq) (2.33.2)\n","Requirement already satisfied: typing-inspection>=0.4.0 in /usr/local/lib/python3.11/dist-packages (from pydantic<3,>=1.9.0->groq) (0.4.1)\n","Downloading groq-0.28.0-py3-none-any.whl (130 kB)\n","\u001b[?25l \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m0.0/130.2 kB\u001b[0m \u001b[31m?\u001b[0m eta \u001b[36m-:--:--\u001b[0m\r\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m130.2/130.2 kB\u001b[0m \u001b[31m5.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hInstalling collected packages: groq\n","Successfully installed groq-0.28.0\n"]}]},{"cell_type":"code","source":["pip install gradio"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"VRW7xmZpF5AD","executionInfo":{"status":"ok","timestamp":1749878333553,"user_tz":-330,"elapsed":4500,"user":{"displayName":"Projects Training","userId":"04530201089262880336"}},"outputId":"592664ac-a12f-41d2-dcf0-a35a1d6c1171"},"execution_count":null,"outputs":[{"output_type":"stream","name":"stdout","text":["Requirement already satisfied: gradio in /usr/local/lib/python3.11/dist-packages (5.31.0)\n","Requirement already satisfied: aiofiles<25.0,>=22.0 in /usr/local/lib/python3.11/dist-packages (from gradio) (24.1.0)\n","Requirement already satisfied: anyio<5.0,>=3.0 in /usr/local/lib/python3.11/dist-packages (from gradio) (4.9.0)\n","Requirement already satisfied: fastapi<1.0,>=0.115.2 in /usr/local/lib/python3.11/dist-packages (from gradio) (0.115.12)\n","Requirement already satisfied: ffmpy in /usr/local/lib/python3.11/dist-packages (from gradio) (0.6.0)\n","Requirement already satisfied: gradio-client==1.10.1 in /usr/local/lib/python3.11/dist-packages (from gradio) (1.10.1)\n","Requirement already satisfied: groovy~=0.1 in /usr/local/lib/python3.11/dist-packages (from gradio) (0.1.2)\n","Requirement already satisfied: httpx>=0.24.1 in /usr/local/lib/python3.11/dist-packages (from gradio) (0.28.1)\n","Requirement already satisfied: huggingface-hub>=0.28.1 in /usr/local/lib/python3.11/dist-packages (from gradio) (0.32.4)\n","Requirement already satisfied: jinja2<4.0 in /usr/local/lib/python3.11/dist-packages (from gradio) (3.1.6)\n","Requirement already satisfied: markupsafe<4.0,>=2.0 in /usr/local/lib/python3.11/dist-packages (from gradio) (3.0.2)\n","Requirement already satisfied: numpy<3.0,>=1.0 in /usr/local/lib/python3.11/dist-packages (from gradio) (2.0.2)\n","Requirement already satisfied: orjson~=3.0 in /usr/local/lib/python3.11/dist-packages (from gradio) (3.10.18)\n","Requirement already satisfied: packaging in /usr/local/lib/python3.11/dist-packages (from gradio) (24.2)\n","Requirement already satisfied: pandas<3.0,>=1.0 in /usr/local/lib/python3.11/dist-packages (from gradio) (2.2.2)\n","Requirement already satisfied: pillow<12.0,>=8.0 in /usr/local/lib/python3.11/dist-packages (from gradio) (11.2.1)\n","Requirement already satisfied: pydantic<2.12,>=2.0 in /usr/local/lib/python3.11/dist-packages (from gradio) (2.11.5)\n","Requirement already satisfied: pydub in /usr/local/lib/python3.11/dist-packages (from gradio) (0.25.1)\n","Requirement already satisfied: python-multipart>=0.0.18 in /usr/local/lib/python3.11/dist-packages (from gradio) (0.0.20)\n","Requirement already satisfied: pyyaml<7.0,>=5.0 in /usr/local/lib/python3.11/dist-packages (from gradio) (6.0.2)\n","Requirement already satisfied: ruff>=0.9.3 in /usr/local/lib/python3.11/dist-packages (from gradio) (0.11.12)\n","Requirement already satisfied: safehttpx<0.2.0,>=0.1.6 in /usr/local/lib/python3.11/dist-packages (from gradio) (0.1.6)\n","Requirement already satisfied: semantic-version~=2.0 in /usr/local/lib/python3.11/dist-packages (from gradio) (2.10.0)\n","Requirement already satisfied: starlette<1.0,>=0.40.0 in /usr/local/lib/python3.11/dist-packages (from gradio) (0.46.2)\n","Requirement already satisfied: tomlkit<0.14.0,>=0.12.0 in /usr/local/lib/python3.11/dist-packages (from gradio) (0.13.2)\n","Requirement already satisfied: typer<1.0,>=0.12 in /usr/local/lib/python3.11/dist-packages (from gradio) (0.16.0)\n","Requirement already satisfied: typing-extensions~=4.0 in /usr/local/lib/python3.11/dist-packages (from gradio) (4.14.0)\n","Requirement already satisfied: uvicorn>=0.14.0 in /usr/local/lib/python3.11/dist-packages (from gradio) (0.34.3)\n","Requirement already satisfied: fsspec in /usr/local/lib/python3.11/dist-packages (from gradio-client==1.10.1->gradio) (2025.3.2)\n","Requirement already satisfied: websockets<16.0,>=10.0 in /usr/local/lib/python3.11/dist-packages (from gradio-client==1.10.1->gradio) (15.0.1)\n","Requirement already satisfied: idna>=2.8 in /usr/local/lib/python3.11/dist-packages (from anyio<5.0,>=3.0->gradio) (3.10)\n","Requirement already satisfied: sniffio>=1.1 in /usr/local/lib/python3.11/dist-packages (from anyio<5.0,>=3.0->gradio) (1.3.1)\n","Requirement already satisfied: certifi in /usr/local/lib/python3.11/dist-packages (from httpx>=0.24.1->gradio) (2025.4.26)\n","Requirement already satisfied: httpcore==1.* in /usr/local/lib/python3.11/dist-packages (from httpx>=0.24.1->gradio) (1.0.9)\n","Requirement already satisfied: h11>=0.16 in /usr/local/lib/python3.11/dist-packages (from httpcore==1.*->httpx>=0.24.1->gradio) (0.16.0)\n","Requirement already satisfied: filelock in /usr/local/lib/python3.11/dist-packages (from huggingface-hub>=0.28.1->gradio) (3.18.0)\n","Requirement already satisfied: requests in /usr/local/lib/python3.11/dist-packages (from huggingface-hub>=0.28.1->gradio) (2.32.3)\n","Requirement already satisfied: tqdm>=4.42.1 in /usr/local/lib/python3.11/dist-packages (from huggingface-hub>=0.28.1->gradio) (4.67.1)\n","Requirement already satisfied: hf-xet<2.0.0,>=1.1.2 in /usr/local/lib/python3.11/dist-packages (from huggingface-hub>=0.28.1->gradio) (1.1.2)\n","Requirement already satisfied: python-dateutil>=2.8.2 in /usr/local/lib/python3.11/dist-packages (from pandas<3.0,>=1.0->gradio) (2.9.0.post0)\n","Requirement already satisfied: pytz>=2020.1 in /usr/local/lib/python3.11/dist-packages (from pandas<3.0,>=1.0->gradio) (2025.2)\n","Requirement already satisfied: tzdata>=2022.7 in /usr/local/lib/python3.11/dist-packages (from pandas<3.0,>=1.0->gradio) (2025.2)\n","Requirement already satisfied: annotated-types>=0.6.0 in /usr/local/lib/python3.11/dist-packages (from pydantic<2.12,>=2.0->gradio) (0.7.0)\n","Requirement already satisfied: pydantic-core==2.33.2 in /usr/local/lib/python3.11/dist-packages (from pydantic<2.12,>=2.0->gradio) (2.33.2)\n","Requirement already satisfied: typing-inspection>=0.4.0 in /usr/local/lib/python3.11/dist-packages (from pydantic<2.12,>=2.0->gradio) (0.4.1)\n","Requirement already satisfied: click>=8.0.0 in /usr/local/lib/python3.11/dist-packages (from typer<1.0,>=0.12->gradio) (8.2.1)\n","Requirement already satisfied: shellingham>=1.3.0 in /usr/local/lib/python3.11/dist-packages (from typer<1.0,>=0.12->gradio) (1.5.4)\n","Requirement already satisfied: rich>=10.11.0 in /usr/local/lib/python3.11/dist-packages (from typer<1.0,>=0.12->gradio) (13.9.4)\n","Requirement already satisfied: six>=1.5 in /usr/local/lib/python3.11/dist-packages (from python-dateutil>=2.8.2->pandas<3.0,>=1.0->gradio) (1.17.0)\n","Requirement already satisfied: markdown-it-py>=2.2.0 in /usr/local/lib/python3.11/dist-packages (from rich>=10.11.0->typer<1.0,>=0.12->gradio) (3.0.0)\n","Requirement already satisfied: pygments<3.0.0,>=2.13.0 in /usr/local/lib/python3.11/dist-packages (from rich>=10.11.0->typer<1.0,>=0.12->gradio) (2.19.1)\n","Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.11/dist-packages (from requests->huggingface-hub>=0.28.1->gradio) (3.4.2)\n","Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.11/dist-packages (from requests->huggingface-hub>=0.28.1->gradio) (2.4.0)\n","Requirement already satisfied: mdurl~=0.1 in /usr/local/lib/python3.11/dist-packages (from markdown-it-py>=2.2.0->rich>=10.11.0->typer<1.0,>=0.12->gradio) (0.1.2)\n"]}]},{"cell_type":"markdown","source":["# Import the Packages"],"metadata":{"id":"hAHRE8mwF9YP"}},{"cell_type":"code","source":["import gradio\n","from groq import Groq"],"metadata":{"id":"G2NgNuRtF8sa"},"execution_count":null,"outputs":[]},{"cell_type":"code","source":["client = Groq(\n"," api_key=\"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\",\n",")"],"metadata":{"id":"wo-F9exhi0Go"},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":["#Define a function to give content and role"],"metadata":{"id":"UBDBWdaGGdly"}},{"cell_type":"code","source":["def initialize_messages():\n"," return [{\"role\": \"system\",\n"," \"content\": \"\"\"You are a skilled criminal lawyer with a\n"," successful track record in numerous cases. Your role is to\n"," assist people by providing guidance on Indian laws and\n"," offering answers in a professional legal manner.\"\"\"}]"],"metadata":{"id":"JXTcFFD3Gn7Z"},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":["#Assign it to a variable"],"metadata":{"id":"Dguo_7R7GuPx"}},{"cell_type":"code","source":["messages_prmt = initialize_messages()\n"],"metadata":{"id":"O9GE9CyoGpUh"},"execution_count":null,"outputs":[]},{"cell_type":"code","source":["print(messages_prmt)"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"6ki-PHeDFoK2","executionInfo":{"status":"ok","timestamp":1749880124094,"user_tz":-330,"elapsed":11,"user":{"displayName":"Projects Training","userId":"04530201089262880336"}},"outputId":"d7af4a96-e511-4565-abdb-682ea4e3e12a"},"execution_count":null,"outputs":[{"output_type":"stream","name":"stdout","text":["[{'role': 'system', 'content': 'You are a skilled criminal lawyer with a\\n successful track record in numerous cases. Your role is to\\n assist people by providing guidance on Indian laws and\\n offering answers in a professional legal manner.'}]\n"]}]},{"cell_type":"code","source":["[{},{}]"],"metadata":{"id":"wt1BSvzEoN8h"},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":["#Define a function to connect with LLM"],"metadata":{"id":"dgLDPP9qGtjv"}},{"cell_type":"code","source":["def customLLMBot(user_input, history):\n"," global messages_prmt\n","\n"," messages_prmt.append({\"role\": \"user\", \"content\": user_input})\n","\n"," response = client.chat.completions.create(\n"," messages=messages_prmt,\n"," model=\"llama3-8b-8192\",\n"," )\n"," print(response)\n"," LLM_reply = response.choices[0].message.content\n"," messages_prmt.append({\"role\": \"assistant\", \"content\": LLM_reply})\n","\n"," return LLM_reply"],"metadata":{"id":"SWPdbfb3kUWN"},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":["#Create an object of chat interface class in gradio"],"metadata":{"id":"oKw3wPFbHa8L"}},{"cell_type":"code","source":["iface = gradio.ChatInterface(customLLMBot,\n"," chatbot=gradio.Chatbot(height=300),\n"," textbox=gradio.Textbox(placeholder=\"Ask me a question related to law\"),\n"," title=\"Lawyer ChatBot\",\n"," description=\"Chat bot for law assistance\",\n"," theme=\"soft\",\n"," examples=[\"hi\",\"What is IPC sessions\", \"how to get a bail\"],\n"," submit_btn=True\n"," )"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"nzNnXvP-HWth","executionInfo":{"status":"ok","timestamp":1749880951487,"user_tz":-330,"elapsed":222,"user":{"displayName":"Projects Training","userId":"04530201089262880336"}},"outputId":"758a6d6e-19a2-428f-f18e-f9bcef96e721"},"execution_count":null,"outputs":[{"output_type":"stream","name":"stderr","text":["<ipython-input-9-1412091484>:2: UserWarning: You have not specified a value for the `type` parameter. Defaulting to the 'tuples' format for chatbot messages, but this is deprecated and will be removed in a future version of Gradio. Please set type='messages' instead, which uses openai-style dictionaries with 'role' and 'content' keys.\n"," chatbot=gradio.Chatbot(height=300),\n","/usr/local/lib/python3.11/dist-packages/gradio/chat_interface.py:322: UserWarning: The gr.ChatInterface was not provided with a type, so the type of the gr.Chatbot, 'tuples', will be used.\n"," warnings.warn(\n"]}]},{"cell_type":"markdown","source":["#Call launch function to execute"],"metadata":{"id":"3uPGx5-xHqVq"}},{"cell_type":"code","source":["iface.launch(share=True)"],"metadata":{"id":"5AO10vRxH27X","executionInfo":{"status":"ok","timestamp":1749880960283,"user_tz":-330,"elapsed":1193,"user":{"displayName":"Projects Training","userId":"04530201089262880336"}},"colab":{"base_uri":"https://localhost:8080/","height":611},"outputId":"870cca81-2966-4bb6-abbd-10b155c3a78b"},"execution_count":null,"outputs":[{"output_type":"stream","name":"stdout","text":["Colab notebook detected. To show errors in colab notebook, set debug=True in launch()\n","* Running on public URL: https://47a4ae42f8a4482fa4.gradio.live\n","\n","This share link expires in 1 week. For free permanent hosting and GPU upgrades, run `gradio deploy` from the terminal in the working directory to deploy to Hugging Face Spaces (https://huggingface.co/spaces)\n"]},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["<div><iframe src=\"https://47a4ae42f8a4482fa4.gradio.live\" width=\"100%\" height=\"500\" allow=\"autoplay; camera; microphone; clipboard-read; clipboard-write;\" frameborder=\"0\" allowfullscreen></iframe></div>"]},"metadata":{}},{"output_type":"execute_result","data":{"text/plain":[]},"metadata":{},"execution_count":10}]},{"cell_type":"code","source":[],"metadata":{"id":"FkwpxGWwZyyo"},"execution_count":null,"outputs":[]}]}
|
|
|
|
|
|