| from magentic import FunctionCall, OpenaiChatModel, prompt_chain |
| import requests |
|
|
| from BasicAgent import BasicAgent |
|
|
| import os |
|
|
|
|
| class CustomAgent(BasicAgent): |
| def __init__(self): |
| super().__init__() |
| self._system_prompt = """\ |
| You are a general AI assistant. I will ask you a question. Provide an answer like so: YOUR FINAL ANSWER. DO NOT SAY ANYTHING EXCEPT YOUR FINAL ANSWER. |
| Only use the provided tools if your own knowledge would be insufficient. If you are unable to answer the question using the provided tools, give your best guess. |
| Your final answer should be a number OR as few words as possible OR a comma separated list of numbers and/or strings. |
| If you are asked for a number, don't use comma to write your number neither use units such as $ or percent sign unless specified otherwise. |
| If you are asked for a string, don't use articles, neither abbreviations (e.g. for cities), and write the digits in plain text unless specified otherwise. |
| If you are asked for a comma separated list, apply the above rules depending of whether the element to be put in the list is a number or a string. |
| Question: {question} |
| """ |
| self._model = OpenaiChatModel( |
| model="llama-3.1-8b-instant", |
| api_key=os.environ["GROQ_API_KEY"], |
| base_url="https://api.groq.com/openai/v1/", |
| temperature=0.7, |
| max_tokens=512 |
| ) |
| print("CustomAgent initialized.") |
|
|
| def __call__(self, question: str) -> str: |
| """ |
| this is where the magic happens |
| """ |
| print(f"Agent received question (first 50 chars): {question[:50]}...") |
| @prompt_chain( |
| template=self._system_prompt, |
| model=self._model, |
| functions=[self.websearch], |
| ) |
| def _magic(question: str) -> FunctionCall | str: |
| """ |
| An agent, using websearch to gather information and |
| answer a user's query. |
| """ |
| ... |
| result = _magic(question) |
| print("Agent returning actual answer:", result) |
| return result |
| |
| @staticmethod |
| def websearch(query: str) -> str: |
| """ |
| Performs a web search using an external web search API. Note that better results may be obtained from varying the wording of the query. |
| Args: |
| query (str): The search query string. |
| Returns: |
| str: The response from the web search API as a string. |
| """ |
| try: |
| r = requests.post( |
| f"{os.environ['WEBSEARCH_API_URL']}/tools/websearch", |
| json={"query": query} |
| ) |
| r.raise_for_status() |
| response = r.text |
| except Exception as e: |
| print("Error:", e) |
| response = "An error has occurred while using websearch, please inform the user of this" |
| print(f"Agent searched for {query}. Response: {response}") |
|
|
