Update app.py

app.py

@@ -100,6 +100,67 @@ agent = initialize_agent(
     #handle_parsing_errors="You must take care of the user input query and if you cannot find an answer by yourself, use the tools and then response based on the search results by the tools and make a perfect response to user query.")
 #self_ask_with_search = initialize_agent(tools, llm, agent=AgentType.SELF_ASK_WITH_SEARCH, verbose=True)
 
+B_INST, E_INST = "[INST]", "[/INST]"
+B_SYS, E_SYS = "<>\n", "\n<>\n\n"
+
+sys_msg = B_SYS + """Assistant is a expert JSON builder designed to assist with a wide range of tasks.
+
+Assistant is able to respond to the User and use tools using JSON strings that contain "action" and "action_input" parameters.
+
+All of Assistant's communication is performed using this JSON format.
+
+Assistant can also use tools by responding to the user with tool use instructions in the same "action" and "action_input" JSON format. Tools available to Assistant are:
+
+- "Calculator": Useful for when you need to answer questions about math.
+  - To use the calculator tool, Assistant should write like so:
+    ```json
+    {{"action": "Calculator",
+      "action_input": "sqrt(4)"}}
+    ```
+
+Here are some previous conversations between the Assistant and User:
+
+User: Hey how are you today?
+Assistant: ```json
+{{"action": "Final Answer",
+ "action_input": "I'm good thanks, how are you?"}}
+```
+User: I'm great, what is the square root of 4?
+Assistant: ```json
+{{"action": "Calculator",
+ "action_input": "sqrt(4)"}}
+```
+User: 2.0
+Assistant: ```json
+{{"action": "Final Answer",
+ "action_input": "It looks like the answer is 2!"}}
+```
+User: Thanks could you tell me what 4 to the power of 2 is?
+Assistant: ```json
+{{"action": "Calculator",
+ "action_input": "4**2"}}
+```
+User: 16.0
+Assistant: ```json
+{{"action": "Final Answer",
+ "action_input": "It looks like the answer is 16!"}}
+```
+
+Here is the latest conversation between Assistant and User.""" + E_SYS
+new_prompt = agent.agent.create_prompt(
+    system_message=sys_msg,
+    tools=tools
+)
+agent.agent.llm_chain.prompt = new_prompt
+
+instruction = B_INST + " Respond to the following in JSON with 'action' and 'action_input' values " + E_INST
+human_msg = instruction + "\nUser: {input}"
+
+agent.agent.llm_chain.prompt.messages[2].prompt.template = human_msg
+
+result=agent("hey how are you today?")
+print("Result: "+result)
+
 def chat_response(input_text):
     print("START PRINTING")
     #response = my_agent.run(input=input_text)