Blame for app.py

from dotenv import load_dotenv
from openai import OpenAI
import json
import os
import requests
from pypdf import PdfReader
import gradio as gr
from pydantic import BaseModel

# Load the environment variables from the .env file. and override the existing ones to avoid any conflicts
load_dotenv(override=True)

# create a pydantic model for the evaluation.
# It has two attributes 
# - is_acceptable: bool : To check if the response is acceptable or not
# - feedback: str : To give the feedback on the response
class Evaluation(BaseModel):
    is_acceptable: bool
    feedback: str



# This functionn sends a push notification to user's mobile through pushover application along with the test
def push(text):
    requests.post(
        "https://api.pushover.net/1/messages.json",
        data={
            "token": os.getenv("PUSHOVER_TOKEN"),
            "user": os.getenv("PUSHOVER_USER"),
            "message": text,
        }
    )


# ----- TOOLS--------------------------------
# This function records the user details and sends a push notification to the user
# If the end user is interested to get in touch then this function is called
def record_user_details(email, name="Name not provided", notes="not provided"):
    push(f"Recording {name} with email {email} and notes {notes}")
    return {"recorded": "ok"}


# This function records the unknown question and sends a push notification to the user
# If the LLM is not able to answer the question then this function will be called
def record_unknown_question(question):
    push(f"Recording {question}")
    return {"recorded": "ok"}


# Define a JSON schema to tell the LLM how to use tool "record_user_details"
record_user_details_json = {
    "name": "record_user_details", # tool name
    "description": "Use this tool to record that a user is interested in being in touch and provided an email address", # when to use tool
    "parameters": {
        "type": "object",
        "properties": {
            "email": {
                "type": "string",
                "description": "The email address of this user"
            },
            "name": {
                "type": "string",
                "description": "The user's name, if they provided it"
            }
            ,
            "notes": {
                "type": "string",
                "description": "Any additional information about the conversation that's worth recording to give context"
            }
        },
        "required": ["email"],
        "additionalProperties": False
    }
}

# This is a JSON schema to tell LLM how to use tool "record_unknown_question"
record_unknown_question_json = {
    "name": "record_unknown_question", # tool name
    "description": "Always use this tool to record any question that couldn't be answered as you didn't know the answer", # when to use tool
    "parameters": {
        "type": "object",
        "properties": {
            "question": {
                "type": "string",
                "description": "The question that couldn't be answered"
            },
        },
        "required": ["question"],
        "additionalProperties": False
    }
}

# Defines list of tools to be passed to LLM
tools = [{"type": "function", "function": record_user_details_json}, # This says tool is a function and "record_user_details_json" describing the tool "record_user_details"
        {"type": "function", "function": record_unknown_question_json}]   # This says tool is a function and "record_unknown_question_json" describing the tool "record_unknown_questions"


class Me:

    def __init__(self):
        self.openai = OpenAI()
        self.gemini = OpenAI(api_key=os.getenv("GOOGLE_API_KEY"), base_url="https://generativelanguage.googleapis.com/v1beta/openai/")
        self.name = "Arpan Bandyopadhyay"
        # Prepare the resources for LLM
        reader = PdfReader("me/linkedin_arpan.pdf")
        self.linkedin = ""
        for page in reader.pages:
            text = page.extract_text()
            if text:
                self.linkedin += text
        with open("me/summary.txt", "r", encoding="utf-8") as f:
            self.summary = f.read()


    # This function handles the tool calls requested by LLM
    def handle_tool_call(self, tool_calls):
        results = []
        for tool_call in tool_calls:
            tool_name = tool_call.function.name
            arguments = json.loads(tool_call.function.arguments)
            print(f"Tool called: {tool_name}", flush=True)
            # get the tool name from global scope
            tool = globals().get(tool_name)
            # execute the tool if it exists
            result = tool(**arguments) if tool else {}
            results.append({"role": "tool","content": json.dumps(result),"tool_call_id": tool_call.id})
        return results
    

    # This function defines system prompt for LLM (How to act while providing the answer)
    # System prompt is equipped with the resources - summary and linkedin profile
    def system_prompt(self):
        system_prompt = f"You are acting as {self.name}. You are answering questions on {self.name}'s website, \

particularly questions related to {self.name}'s career, background, skills and experience. \

Your responsibility is to represent {self.name} for interactions on the website as faithfully as possible. \

You are given a summary of {self.name}'s background and LinkedIn profile which you can use to answer questions. \

Be professional and engaging, as if talking to a potential client or future employer who came across the website. \

If you don't know the answer to any question, use your record_unknown_question tool to record the question that you couldn't answer, even if it's about something trivial or unrelated to career. \

If the user is engaging in discussion, try to steer them towards getting in touch via email; ask for their email and record it using your record_user_details tool. "

        system_prompt += f"\n\n## Summary:\n{self.summary}\n\n## LinkedIn Profile:\n{self.linkedin}\n\n"
        system_prompt += f"With this context, please chat with the user, always staying in character as {self.name}."
        return system_prompt
    


    # Cobstruct the full message list to send to the LLM -It includes 
    # - System prompt
    # - History of conversation
    # - users message
    def chat(self, message, history):
        # Construct messages list (conversation)
        messages = [{"role": "system", "content": self.system_prompt()}] + history + [{"role": "user", "content": message}]
        done = False
        while not done:
            response = self.openai.chat.completions.create(model="gpt-4o-mini", messages=messages, tools=tools )# tools=tools ->list of tools that LLM can use
            # finish_reason is the reason what API tells us that why the LLM stopped generating the response
            if response.choices[0].finish_reason=="tool_calls": # finish_reason is "tool_calls" means LLM requested for tool calls
                message = response.choices[0].message
                tool_calls = message.tool_calls # Extract list of tool calls what LLM wants to invoke
                results = self.handle_tool_call(tool_calls) # Invoke the tool and get the result
                messages.append(message)
                messages.extend(results)
            else:
                done = True
        # reply from LLM against users message        
        reply= response.choices[0].message.content
        # Evaluate the reply from the LLM using evaluator LLM
        evaluation = self.evaluate(reply, message, history)
        # Check if the reply is acceptable or not
        if evaluation.is_acceptable:
            print("Passed evaluation - returning reply")
        else:
            print("Failed evaluation - retrying")
            print(evaluation.feedback)
            # If the reply is not acceptable then retry it again and get the improved reply from the LLM
            reply = self.rerun(reply, message, history, evaluation.feedback)       
        return reply
    


    # This function retries a previous LLM response that was rejected by a quality evaluator. It sends a new prompt to the LLM with:
    # the previous answer,
    # the reason it was rejected,
    # and asks it to try again.
    def rerun(self,reply, message, history, feedback):
        updated_system_prompt = self.system_prompt() + f"\n\n## Previous answer rejected\nYou just tried to reply, but the quality control rejected your reply\n"
        updated_system_prompt += f"## Your attempted answer:\n{reply}\n\n" #Add the previous (bad) answer to the system prompt
        updated_system_prompt += f"## Reason for rejection:\n{feedback}\n\n"  # Add the reason why it was rejected
        messages = [{"role": "system", "content": updated_system_prompt}] + history + [{"role": "user", "content": message}]
        response = self.gemini.chat.completions.create(model="gemini-2.0-flash", messages=messages)
        return response.choices[0].message.content
    


    # This function defines evaluator system prompt on how to evaluate the reply from the LLM
    def evaluator_system_prompt(self):
        evaluator_system_prompt = f"You are an evaluator that decides whether a response to a question is acceptable. \

    You are provided with a conversation between a User and an Agent. Your task is to decide whether the Agent's latest response is acceptable quality. \

    The Agent is playing the role of {self.name} and is representing {self.name} on their website. \

    The Agent has been instructed to be professional and engaging, as if talking to a potential client or future employer who came across the website. \

    The Agent has been provided with context on {self.name} in the form of their summary and LinkedIn details. Here's the information:"

        evaluator_system_prompt += f"\n\n## Summary:\n{self.summary}\n\n## LinkedIn Profile:\n{self.linkedin}\n\n"
        evaluator_system_prompt += f"With this context, please evaluate the latest response, replying with whether the response is acceptable and your feedback."
        return evaluator_system_prompt
    


    # Define a function to construct a user prompt for an evaluator LLM
    def evaluator_user_prompt(self,reply, message, history):
        # Start by including the full conversation history between the user and the agent
        user_prompt = f"Here's the conversation between the User and the Agent: \n\n{history}\n\n"
        
        # Add the latest message that the user just asked
        user_prompt += f"Here's the latest message from the User: \n\n{message}\n\n"
        
        # Add the latest reply that the agent gave
        user_prompt += f"Here's the latest response from the Agent: \n\n{reply}\n\n"
        
        # Ask the evaluator to review the agent's response
        user_prompt += f"Please evaluate the response, replying with whether it is acceptable and your feedback."
        
        # Return the complete constructed prompt for the evaluator LLM
        return user_prompt
    

    
    # This function evaluates the reply from the LLM using evaluator LLM
    # It includes :
    # - evaluator System prompt
    # - history of conversation
    # - LLM's reply
    # - user's original question
    def evaluate(self,reply, message, history) -> Evaluation:
        messages = [{"role": "system", "content": self.evaluator_system_prompt()}] + [{"role": "user", "content": self.evaluator_user_prompt(reply, message, history)}]
        response = self.gemini.beta.chat.completions.parse(model="gemini-2.0-flash", messages=messages, response_format=Evaluation) # This says it should generate response as per Evaludation class formats
        return response.choices[0].message.parsed



if __name__ == "__main__":
    me = Me()
    gr.ChatInterface(me.chat, type="messages").launch()