Jordan-Peer commited on
Commit
46ee61e
·
verified ·
1 Parent(s): f8dadbc

Create agent.py

Browse files
Files changed (1) hide show
  1. agent.py +196 -0
agent.py ADDED
@@ -0,0 +1,196 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ """LangGraph Agent"""
2
+ import os
3
+ from dotenv import load_dotenv
4
+ from langgraph.graph import START, StateGraph, MessagesState
5
+ from langgraph.prebuilt import tools_condition
6
+ from langgraph.prebuilt import ToolNode
7
+ from langchain_google_genai import ChatGoogleGenerativeAI
8
+ from langchain_groq import ChatGroq
9
+ from langchain_huggingface import ChatHuggingFace, HuggingFaceEndpoint, HuggingFaceEmbeddings
10
+ from langchain_community.tools.tavily_search import TavilySearchResults
11
+ from langchain_community.document_loaders import WikipediaLoader
12
+ from langchain_community.document_loaders import ArxivLoader
13
+ from langchain_community.vectorstores import SupabaseVectorStore
14
+ from langchain_core.messages import SystemMessage, HumanMessage
15
+ from langchain_core.tools import tool
16
+ from langchain.tools.retriever import create_retriever_tool
17
+ from supabase.client import Client, create_client
18
+
19
+ load_dotenv()
20
+
21
+ @tool
22
+ def multiply(a: int, b: int) -> int:
23
+ """Multiply two numbers.
24
+ Args:
25
+ a: first int
26
+ b: second int
27
+ """
28
+ return a * b
29
+
30
+ @tool
31
+ def add(a: int, b: int) -> int:
32
+ """Add two numbers.
33
+ Args:
34
+ a: first int
35
+ b: second int
36
+ """
37
+ return a + b
38
+
39
+ @tool
40
+ def subtract(a: int, b: int) -> int:
41
+ """Subtract two numbers.
42
+ Args:
43
+ a: first int
44
+ b: second int
45
+ """
46
+ return a - b
47
+
48
+ @tool
49
+ def divide(a: int, b: int) -> int:
50
+ """Divide two numbers.
51
+ Args:
52
+ a: first int
53
+ b: second int
54
+ """
55
+ if b == 0:
56
+ raise ValueError("Cannot divide by zero.")
57
+ return a / b
58
+
59
+ @tool
60
+ def modulus(a: int, b: int) -> int:
61
+ """Get the modulus of two numbers.
62
+ Args:
63
+ a: first int
64
+ b: second int
65
+ """
66
+ return a % b
67
+
68
+ @tool
69
+ def wiki_search(query: str) -> str:
70
+ """Search Wikipedia for a query and return maximum 2 results.
71
+ Args:
72
+ query: The search query."""
73
+ search_docs = WikipediaLoader(query=query, load_max_docs=2).load()
74
+ formatted_search_docs = "\n\n---\n\n".join(
75
+ [
76
+ f'<Document source="{doc.metadata["source"]}" page="{doc.metadata.get("page", "")}"/>\n{doc.page_content}\n</Document>'
77
+ for doc in search_docs
78
+ ])
79
+ return {"wiki_results": formatted_search_docs}
80
+
81
+ @tool
82
+ def web_search(query: str) -> str:
83
+ """Search Tavily for a query and return maximum 3 results.
84
+ Args:
85
+ query: The search query."""
86
+ search_docs = TavilySearchResults(max_results=3).invoke(query=query)
87
+ formatted_search_docs = "\n\n---\n\n".join(
88
+ [
89
+ f'<Document source="{doc.metadata["source"]}" page="{doc.metadata.get("page", "")}"/>\n{doc.page_content}\n</Document>'
90
+ for doc in search_docs
91
+ ])
92
+ return {"web_results": formatted_search_docs}
93
+
94
+ @tool
95
+ def arvix_search(query: str) -> str:
96
+ """Search Arxiv for a query and return maximum 3 result.
97
+ Args:
98
+ query: The search query."""
99
+ search_docs = ArxivLoader(query=query, load_max_docs=3).load()
100
+ formatted_search_docs = "\n\n---\n\n".join(
101
+ [
102
+ f'<Document source="{doc.metadata["source"]}" page="{doc.metadata.get("page", "")}"/>\n{doc.page_content[:1000]}\n</Document>'
103
+ for doc in search_docs
104
+ ])
105
+ return {"arvix_results": formatted_search_docs}
106
+
107
+
108
+ # load the system prompt from the file
109
+ with open("system_prompt.txt", "r", encoding="utf-8") as f:
110
+ system_prompt = f.read()
111
+
112
+ # System message
113
+ sys_msg = SystemMessage(content=system_prompt)
114
+
115
+ # build a retriever
116
+ embeddings = HuggingFaceEmbeddings(model_name="sentence-transformers/all-mpnet-base-v2") # dim=768
117
+ supabase: Client = create_client(
118
+ os.environ.get("SUPABASE_URL"),
119
+ os.environ.get("SUPABASE_SERVICE_KEY"))
120
+ vector_store = SupabaseVectorStore(
121
+ client=supabase,
122
+ embedding= embeddings,
123
+ table_name="documents",
124
+ query_name="match_documents_langchain",
125
+ )
126
+ create_retriever_tool = create_retriever_tool(
127
+ retriever=vector_store.as_retriever(),
128
+ name="Question Search",
129
+ description="A tool to retrieve similar questions from a vector store.",
130
+ )
131
+
132
+ tools = [
133
+ multiply,
134
+ add,
135
+ subtract,
136
+ divide,
137
+ modulus,
138
+ wiki_search,
139
+ web_search,
140
+ arvix_search,
141
+ ]
142
+
143
+ # Build graph function
144
+ def build_graph(provider: str = "google"):
145
+ """Build the graph"""
146
+ # Load environment variables from .env file
147
+ if provider == "google":
148
+ # Google Gemini
149
+ llm = ChatGoogleGenerativeAI(model="gemini-2.0-flash", temperature=0)
150
+ elif provider == "groq":
151
+ # Groq https://console.groq.com/docs/models
152
+ llm = ChatGroq(model="qwen-qwq-32b", temperature=0) # optional : qwen-qwq-32b gemma2-9b-it
153
+ elif provider == "huggingface":
154
+ # TODO: Add huggingface endpoint
155
+ llm = ChatHuggingFace(
156
+ llm=HuggingFaceEndpoint(repo_id = "Qwen/Qwen2.5-Coder-32B-Instruct"),
157
+ )
158
+ else:
159
+ raise ValueError("Invalid provider. Choose 'google', 'groq' or 'huggingface'.")
160
+ # Bind tools to LLM
161
+ llm_with_tools = llm.bind_tools(tools)
162
+
163
+ # Node
164
+ def assistant(state: MessagesState):
165
+ """Assistant node"""
166
+ return {"messages": [llm_with_tools.invoke(state["messages"])]}
167
+
168
+ def retriever(state: MessagesState):
169
+ """Retriever node"""
170
+ similar_question = vector_store.similarity_search(state["messages"][0].content)
171
+ example_msg = HumanMessage(
172
+ content=f"Here I provide a similar question and answer for reference: \n\n{similar_question[0].page_content}",)
173
+ return {"messages": [sys_msg] + state["messages"] + [example_msg]}
174
+
175
+ builder = StateGraph(MessagesState)
176
+ builder.add_node("retriever", retriever)
177
+ builder.add_node("assistant", assistant)
178
+ builder.add_node("tools", ToolNode(tools))
179
+ builder.add_edge(START, "retriever")
180
+ builder.add_edge("retriever", "assistant")
181
+ builder.add_conditional_edges("assistant", tools_condition)
182
+ builder.add_edge("tools", "assistant")
183
+
184
+ # Compile graph
185
+ return builder.compile()
186
+
187
+ # test
188
+ if __name__ == "__main__":
189
+ question = "What was the actual enrollment count of the clinical trial on H. pylori in acne vulgaris patients from Jan-May 2018 as listed on the NIH website?"
190
+ # Build the graph
191
+ graph = build_graph(provider="groq")
192
+ # Run the graph
193
+ messages = [HumanMessage(content=question)]
194
+ messages = graph.invoke({"messages": messages})
195
+ for m in messages["messages"]:
196
+ m.pretty_print()