File size: 20,197 Bytes
877bedf
 
 
 
 
 
 
 
 
 
7466386
877bedf
 
 
7466386
877bedf
7466386
 
 
 
 
 
 
 
 
 
 
877bedf
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
7466386
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
877bedf
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
7466386
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
877bedf
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
7466386
877bedf
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
ffbefb9
 
 
 
 
 
877bedf
 
 
 
ffbefb9
 
 
 
 
 
 
877bedf
 
 
 
 
ffbefb9
 
 
 
877bedf
 
ffbefb9
 
877bedf
 
 
 
 
ffbefb9
 
877bedf
 
ffbefb9
 
877bedf
ffbefb9
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
877bedf
 
 
ffbefb9
 
 
 
877bedf
 
ffbefb9
 
877bedf
 
ffbefb9
 
877bedf
ffbefb9
877bedf
 
 
 
 
 
 
 
 
 
 
 
7466386
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
877bedf
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
"""
Email Assistant Agents

This module defines three specialized agents and one handoff agent:
- EmailClassifierAgent: categorizes emails into business categories
- EmailSummarizerAgent: creates concise summaries of email content
- ReplyGeneratorAgent: generates professional reply suggestions
- EmailHandoffAgent: orchestrates the workflow between the three agents
"""

from agents import Agent, Runner, input_guardrail, GuardrailFunctionOutput
import os
import asyncio
import threading
import datetime
from typing import Dict, Any
from pydantic import BaseModel


class ContentCheckOutput(BaseModel):
    """
    Output model for content safety guardrail.
    """
    is_malicious: bool
    detected_categories: list[str]
    severity: str
    reason: str


def create_classifier_agent(api_key: str) -> Agent:
    """
    Creates a specialized agent for email classification.
    
    Args:
        api_key (str): OpenAI API key for authentication
        
    Returns:
        Agent: Configured OpenAI Agent for email classification
    """
    os.environ["OPENAI_API_KEY"] = api_key
    
    agent = Agent(
        name="Email Classifier Agent",
        instructions="""
        You are a specialized email classification agent. Your task is to analyze business emails and categorize them into one of four categories:
        
        - Inquiry: Questions, requests for information, or help
        - Complaint: Issues, problems, or dissatisfaction  
        - Feedback: Suggestions, opinions, or general feedback
        - Other: Any email that doesn't fit the above categories
        
        Analyze the email content carefully and return only the category name.
        """,
        model="gpt-4o-mini"
    )
    
    return agent


def create_content_guardrail_agent(api_key: str) -> Agent:
    """
    Creates a specialized agent for content safety guardrail.
    
    Args:
        api_key (str): OpenAI API key for authentication
        
    Returns:
        Agent: Configured OpenAI Agent for content safety checking
    """
    os.environ["OPENAI_API_KEY"] = api_key
    
    agent = Agent(
        name="Content Safety Guardrail",
        instructions="""
        You are a Content Safety Guardrail agent. Your task is to analyze email content for malicious, harmful, or offensive content.
        
        Check for the following categories of problematic content:
        
        Standard OpenAI Categories:
        - hate: Hate speech, discrimination, or targeting based on protected characteristics
        - violence: Threats of violence, graphic violence, or promoting violence
        - sexual: Sexual content, explicit material, or inappropriate sexual references
        - self-harm: Content promoting self-harm, suicide, or dangerous activities
        
        Business Email Specific Categories:
        - phishing: Attempts to steal credentials, fake links, or impersonation
        - scam: Fraudulent schemes, fake offers, or financial scams
        - harassment: Bullying, intimidation, or persistent unwanted contact
        - spam: Unsolicited commercial content or irrelevant promotional material
        
        For each detected issue:
        - Set is_malicious to True if any problematic content is found
        - List all detected categories in detected_categories
        - Set severity: "low" (minor issues), "medium" (moderate concerns), "high" (serious problems), "critical" (immediate danger)
        - Provide a clear reason explaining what was detected
        
        Return only the structured analysis, no additional commentary.
        """,
        output_type=ContentCheckOutput,
        model="gpt-4o-mini"
    )
    
    return agent


def create_summarizer_agent(api_key: str) -> Agent:
    """
    Creates a specialized agent for email summarization.
    
    Args:
        api_key (str): OpenAI API key for authentication
        
    Returns:
        Agent: Configured OpenAI Agent for email summarization
    """
    os.environ["OPENAI_API_KEY"] = api_key
    
    agent = Agent(
        name="Email Summarizer Agent",
        instructions="""
        You are a specialized email summarization agent. Your task is to create a concise two-sentence summary of business emails.
        
        Your summary should:
        - Capture the main points and context of the email
        - Be professional and clear
        - Be exactly two sentences long
        - Focus on the key information and intent
        
        Return only the summary, no additional commentary.
        """,
        model="gpt-4o-mini"
    )
    
    return agent


def create_reply_generator_agent(api_key: str) -> Agent:
    """
    Creates a specialized agent for reply generation.
    
    Args:
        api_key (str): OpenAI API key for authentication
        
    Returns:
        Agent: Configured OpenAI Agent for reply generation
    """
    os.environ["OPENAI_API_KEY"] = api_key
    
    agent = Agent(
        name="Reply Generator Agent",
        instructions="""
        You are a specialized reply generation agent. Your task is to create professional, contextually appropriate responses to business emails.
        
        Your reply should:
        - Acknowledge the customer's message appropriately
        - Address the specific category and content
        - Maintain a helpful and professional tone
        - Provide next steps or solutions when applicable
        - Be polite and customer-focused
        
        Return only the reply suggestion, no additional commentary.
        """,
        model="gpt-4o-mini"
    )
    
    return agent


@input_guardrail
async def guardrail_against_malicious_content(ctx, agent, message):
    """
    Input guardrail function that checks for malicious content in email input.
    
    Args:
        ctx: Context object
        agent: The agent being guarded
        message: The input message to check
        
    Returns:
        GuardrailFunctionOutput: Result of the guardrail check
    """
    try:
        # Get API key from environment
        api_key = os.environ.get("OPENAI_API_KEY")
        if not api_key:
            # If no API key available, allow processing to continue
            return GuardrailFunctionOutput(
                output_info={"guardrail_status": "no_api_key"},
                tripwire_triggered=False
            )
        
        # Create the content safety guardrail agent
        guardrail_agent = create_content_guardrail_agent(api_key)
        
        # Run the guardrail agent
        result = await Runner.run(guardrail_agent, message, context=ctx.context)
        content_check = result.final_output
        
        # Check if malicious content was detected
        is_malicious = content_check.is_malicious
        
        if is_malicious:
            # Log the blocked attempt
            timestamp = datetime.datetime.now().strftime("%Y%m%d_%H%M%S")
            log_filename = f"flagged_content/guardrail_blocked_{timestamp}.txt"
            
            # Ensure flagged_content directory exists
            os.makedirs("flagged_content", exist_ok=True)
            
            # Create detailed log entry
            log_content = f"""GUARDRAIL BLOCKED CONTENT - {timestamp}
========================================

Detected Categories: {', '.join(content_check.detected_categories)}
Severity Level: {content_check.severity}
Reason: {content_check.reason}

Original Message:
{message}

Guardrail Agent Analysis:
{content_check}
"""
            
            with open(log_filename, 'w', encoding='utf-8') as f:
                f.write(log_content)
            
            print(f"Content blocked by guardrail. Logged to: {log_filename}")
        
        return GuardrailFunctionOutput(
            output_info={
                "guardrail_status": "checked",
                "is_malicious": is_malicious,
                "detected_categories": content_check.detected_categories,
                "severity": content_check.severity,
                "reason": content_check.reason
            },
            tripwire_triggered=is_malicious
        )
        
    except Exception as e:
        print(f"Guardrail error: {e}")
        # If guardrail fails, allow processing to continue but log the error
        return GuardrailFunctionOutput(
            output_info={"guardrail_status": "error", "error": str(e)},
            tripwire_triggered=False
        )


def create_email_processor_agent(api_key: str) -> Agent:
    """
    Creates the email processor agent that handles the final processing.
    This is the handoff agent that receives the processed email.
    
    Args:
        api_key (str): OpenAI API key for authentication
        
    Returns:
        Agent: Configured OpenAI Agent for final email processing
    """
    os.environ["OPENAI_API_KEY"] = api_key
    
    agent = Agent(
        name="Email Processor",
        instructions="""
        You are an Email Processor. You receive processed email data and format it for final output.
        
        You receive:
        - Category: The email category (Inquiry, Complaint, Feedback, Other)
        - Summary: Two-sentence summary of the email
        - Reply: Professional reply suggestion
        
        Format the final response in this exact structure:
        Category: [category]
        Summary: [summary]
        Reply: [reply]
        """,
        model="gpt-4o-mini",
        handoff_description="Process and format email analysis results"
    )
    
    return agent


def create_email_orchestrator_agent(api_key: str) -> Agent:
    """
    Creates the email orchestrator agent that coordinates the workflow.
    This agent uses the 3 specialized agents as tools and hands off to the processor.
    
    Args:
        api_key (str): OpenAI API key for authentication
        
    Returns:
        Agent: Configured OpenAI Agent for workflow orchestration
    """
    os.environ["OPENAI_API_KEY"] = api_key
    
    # Create the specialized agents
    classifier_agent = create_classifier_agent(api_key)
    summarizer_agent = create_summarizer_agent(api_key)
    reply_agent = create_reply_generator_agent(api_key)
    
    # Create the email processor agent for handoff
    email_processor = create_email_processor_agent(api_key)
    
    # Convert agents to tools using .as_tool() method
    tool1 = classifier_agent.as_tool(
        tool_name="email_classifier_agent", 
        tool_description="Classifies business emails into categories (Inquiry, Complaint, Feedback, Other)"
    )
    tool2 = summarizer_agent.as_tool(
        tool_name="email_summarizer_agent", 
        tool_description="Creates concise two-sentence summaries of email content"
    )
    tool3 = reply_agent.as_tool(
        tool_name="reply_generator_agent", 
        tool_description="Generates professional reply suggestions based on email category and summary"
    )
    
    # Define tools and handoffs
    tools = [tool1, tool2, tool3]
    handoffs = [email_processor]
    
    # Create the orchestrator agent
    agent = Agent(
        name="Email Orchestrator",
        instructions="""
        You are an Email Orchestrator at Email Assistant. Your goal is to process business emails using the specialized agent tools.
        
        Follow these steps carefully:
        1. Classify Email: Use the email_classifier_agent tool to categorize the email (Inquiry, Complaint, Feedback, Other)
        2. Summarize Email: Use the email_summarizer_agent tool to create a two-sentence summary
        3. Generate Reply: Use the reply_generator_agent tool to create a professional reply suggestion
        4. Handoff for Processing: Pass the results to the 'Email Processor' agent for final formatting
        
        Crucial Rules:
        - You must use the agent tools to process the email — do not process them yourself
        - You must hand off the results to the Email Processor for final formatting
        - Ensure all three steps (classify, summarize, generate reply) are completed
        """,
        tools=tools,
        handoffs=handoffs,
        input_guardrails=[guardrail_against_malicious_content],
        model="gpt-4o-mini"
    )
    
    return agent


def run_agent_in_thread(agent: Agent, input_text: str) -> str:
    """
    Runs an agent in a separate thread with its own event loop.
    
    Args:
        agent (Agent): The agent to run
        input_text (str): The input text for the agent
        
    Returns:
        str: The agent's response
    """
    def run_agent():
        try:
            print(f"Running {agent.name}...")
            # Create a new event loop for this thread
            loop = asyncio.new_event_loop()
            asyncio.set_event_loop(loop)
            try:
                result = Runner.run_sync(agent, input_text, max_turns=5)
                print(f"{agent.name} completed successfully")
                return result.final_output
            finally:
                loop.close()
        except Exception as e:
            print(f"{agent.name} failed: {e}")
            raise e
    
    # Run the agent in a separate thread to avoid event loop conflicts
    result_container = [None]
    exception_container = [None]
    
    def thread_target():
        try:
            result_container[0] = run_agent()
        except Exception as e:
            exception_container[0] = e
    
    thread = threading.Thread(target=thread_target)
    thread.start()
    thread.join()
    
    if exception_container[0]:
        raise exception_container[0]
    
    return result_container[0]


def process_email_with_handoff_agent(email_text: str, api_key: str) -> Dict[str, Any]:
    """
    Processes an email using the orchestrator agent that coordinates the workflow.
    The orchestrator agent uses the 3 specialized agents as tools and hands off to the processor.
    
    Args:
        email_text (str): The email content to process
        api_key (str): OpenAI API key for authentication
        
    Returns:
        Dict[str, Any]: Dictionary containing category, summary, and reply
    """
    try:
        print("Starting orchestrator agent email processing...")
        
        # Create the orchestrator agent that coordinates the workflow
        orchestrator_agent = create_email_orchestrator_agent(api_key)
        
        # The orchestrator agent will coordinate the workflow using tools and handoffs
        result = run_agent_in_thread(orchestrator_agent, email_text)
        
        print("=" * 80)
        print("DEBUG: RAW OUTPUT FROM ORCHESTRATOR AGENT")
        print("=" * 80)
        print(f"Raw output length: {len(result)} characters")
        print(f"Raw output content:\n{result}")
        print("=" * 80)
        
        # Parse the orchestrator agent's structured response
        lines = result.strip().split('\n')
        
        print("DEBUG: PARSING STRUCTURED RESPONSE")
        print("=" * 80)
        print(f"Number of lines to parse: {len(lines)}")
        for i, line in enumerate(lines):
            print(f"Line {i+1}: '{line}'")
        print("=" * 80)
        
        category = "Other"
        summary = "Unable to generate summary"
        reply = "Unable to generate reply"
        
        # Parse the orchestrator agent's structured response
        current_field = None
        reply_lines = []
        
        for i, line in enumerate(lines):
            line = line.strip()
            if not line:
                if current_field == "reply":
                    reply_lines.append("")  # Preserve empty lines in reply
                continue
                
            # Look for structured output from orchestrator agent
            if line.startswith("Category:"):
                category = line.replace("Category:", "").strip()
                print(f"DEBUG: Found Category: '{category}'")
                current_field = "category"
            elif line.startswith("Summary:"):
                summary = line.replace("Summary:", "").strip()
                print(f"DEBUG: Found Summary: '{summary}'")
                current_field = "summary"
            elif line.startswith("Reply:"):
                # Start collecting reply content
                reply_content = line.replace("Reply:", "").strip()
                reply_lines = [reply_content] if reply_content else []
                current_field = "reply"
                print(f"DEBUG: Started collecting Reply: '{reply_content}'")
            elif current_field == "reply":
                # Continue collecting reply content
                reply_lines.append(line)
                print(f"DEBUG: Added to Reply: '{line}'")
        
        # Join all reply lines
        if reply_lines:
            reply = '\n'.join(reply_lines)
            print(f"DEBUG: Final Reply assembled: '{reply}'")
        else:
            reply = "Unable to generate reply"
        
        print("DEBUG: PARSING RESULTS")
        print("=" * 80)
        print(f"Category: '{category}' (length: {len(category)})")
        print(f"Summary: '{summary}' (length: {len(summary)})")
        print(f"Reply: '{reply}' (length: {len(reply)})")
        print("=" * 80)
        
        # Format the reply text to render \n characters as actual line breaks
        if reply and reply != "Unable to generate reply":
            print("DEBUG: FORMATTING REPLY TEXT")
            print("=" * 80)
            print(f"Original reply: '{reply}'")
            
            # Replace literal \n with actual line breaks
            reply = reply.replace('\\n', '\n')
            print(f"After \\n replacement: '{reply}'")
            
            # Clean up any double line breaks and format properly
            reply = '\n'.join(line.rstrip() for line in reply.split('\n'))
            print(f"After formatting: '{reply}'")
            print("=" * 80)
        
        print(f"Final parsed results - Category: {category}, Summary: {summary}, Reply: {reply}")
        
        return {
            'success': True,
            'category': category,
            'summary': summary,
            'reply': reply,
            'error': None
        }
        
    except Exception as e:
        error_message = str(e)
        
        # Check if this is a guardrail-related error
        if "guardrail" in error_message.lower() or "tripwire" in error_message.lower():
            # Extract guardrail information if available
            if hasattr(e, 'output_info') and isinstance(e.output_info, dict):
                detected_categories = e.output_info.get('detected_categories', [])
                severity = e.output_info.get('severity', 'unknown')
                reason = e.output_info.get('reason', 'Content blocked by safety guardrail')
                
                if detected_categories:
                    categories_text = ', '.join(detected_categories)
                    error_message = f"Content blocked by safety guardrail. Detected issues: {categories_text} (Severity: {severity}). Reason: {reason}"
                else:
                    error_message = f"Content blocked by safety guardrail. Reason: {reason}"
            else:
                error_message = "Content blocked by safety guardrail. The email contains potentially harmful, offensive, or inappropriate content that cannot be processed."
        # Provide user-friendly error messages for other errors
        elif "api_key" in error_message.lower() or "authentication" in error_message.lower():
            error_message = "Invalid OpenAI API key. Please check your API key and try again."
        elif "rate" in error_message.lower() or "limit" in error_message.lower():
            error_message = "Rate limit exceeded. Please wait a moment and try again."
        elif "network" in error_message.lower() or "connection" in error_message.lower():
            error_message = "Network error. Please check your internet connection and try again."
        else:
            error_message = f"An error occurred while processing the email: {error_message}"
        
        return {
            'success': False,
            'error': error_message,
            'category': None,
            'summary': None,
            'reply': None
        }