from typing import Any, Dict, List, Optional from core.agentpress.tool import Tool, ToolResult, ToolSchema, SchemaType, tool_metadata from core.mcp_module import mcp_service from core.utils.logger import logger import inspect import asyncio import time import hashlib import json from core.tools.utils.mcp_connection_manager import MCPConnectionManager from core.tools.utils.custom_mcp_handler import CustomMCPHandler from core.tools.utils.dynamic_tool_builder import DynamicToolBuilder from core.tools.utils.mcp_tool_executor import MCPToolExecutor from core.services import redis as redis_service class MCPSchemaRedisCache: def __init__(self, ttl_seconds: int = 3600, key_prefix: str = "mcp_schema:"): self._ttl = ttl_seconds self._key_prefix = key_prefix def _get_cache_key(self, config: Dict[str, Any]) -> str: config_str = json.dumps(config, sort_keys=True) config_hash = hashlib.md5(config_str.encode()).hexdigest() return f"{self._key_prefix}{config_hash}" async def get(self, config: Dict[str, Any]) -> Optional[Dict[str, Any]]: try: key = self._get_cache_key(config) # Use module-level function with timeout protection cached_data = await redis_service.get(key, timeout=5.0) if cached_data: logger.debug(f"⚡ Redis cache hit for MCP: {config.get('name', config.get('qualifiedName', 'Unknown'))}") return json.loads(cached_data) else: logger.debug(f"Redis cache miss for MCP: {config.get('name', config.get('qualifiedName', 'Unknown'))}") return None except Exception as e: logger.warning(f"Error reading from Redis cache: {e}") return None async def set(self, config: Dict[str, Any], data: Dict[str, Any]): try: key = self._get_cache_key(config) serialized_data = json.dumps(data) # Use module-level function with timeout protection await redis_service.setex(key, self._ttl, serialized_data, timeout=5.0) logger.debug(f"✅ Cached MCP schema in Redis for {config.get('name', config.get('qualifiedName', 'Unknown'))} (TTL: {self._ttl}s)") except Exception as e: logger.warning(f"Error writing to Redis cache: {e}") async def clear_pattern(self, pattern: Optional[str] = None): try: if pattern: search_pattern = f"{self._key_prefix}{pattern}*" else: search_pattern = f"{self._key_prefix}*" # Use scan_keys with timeout protection keys = await redis_service.scan_keys(search_pattern, count=100, timeout=10.0) if keys: # Use batch delete for efficiency from core.services.redis import delete_multiple deleted = await delete_multiple(keys, timeout=5.0) logger.debug(f"Cleared {deleted}/{len(keys)} MCP schema cache entries from Redis") except Exception as e: logger.warning(f"Error clearing Redis cache: {e}") async def get_stats(self) -> Dict[str, Any]: try: # Use scan_keys with timeout protection keys = await redis_service.scan_keys(f"{self._key_prefix}*", count=100, timeout=10.0) count = len(keys) return { "available": True, "cached_schemas": count, "ttl_seconds": self._ttl, "key_prefix": self._key_prefix } except Exception as e: logger.warning(f"Error getting cache stats: {e}") return {"available": False, "error": str(e)} _redis_cache = MCPSchemaRedisCache(ttl_seconds=3600) @tool_metadata( display_name="MCP Tool Wrapper", description="Internal wrapper for MCP external tool integration", icon="Package", color="bg-gray-100 dark:bg-gray-800/50", weight=1000, visible=False ) class MCPToolWrapper(Tool): def __init__(self, mcp_configs: Optional[List[Dict[str, Any]]] = None, use_cache: bool = True, account_id: str = None): self.mcp_manager = mcp_service self.mcp_configs = mcp_configs or [] self._initialized = False self._schemas: Dict[str, List[ToolSchema]] = {} self._dynamic_tools = {} self._custom_tools = {} self.use_cache = use_cache self.account_id = account_id self.connection_manager = MCPConnectionManager() self.custom_handler = CustomMCPHandler(self.connection_manager, account_id=self.account_id) self.tool_builder = DynamicToolBuilder() self.tool_executor = None super().__init__() async def _ensure_initialized(self): if not self._initialized: try: await self._initialize_servers() except Exception as e: logger.error(f"Error during MCP server initialization: {e} (continuing with available servers)") try: await self._create_dynamic_tools() except Exception as e: logger.error(f"Error creating dynamic MCP tools: {e} (continuing with available tools)") # Mark as initialized even if some servers failed - allows execution to continue self._initialized = True async def _initialize_servers(self): start_time = time.time() standard_configs = [cfg for cfg in self.mcp_configs if not cfg.get('isCustom', False)] custom_configs = [cfg for cfg in self.mcp_configs if cfg.get('isCustom', False)] cached_configs = [] cached_tools_data = [] initialization_tasks = [] if standard_configs: for config in standard_configs: if self.use_cache: cached_data = await _redis_cache.get(config) if cached_data: cached_configs.append(config.get('qualifiedName', 'Unknown')) cached_tools_data.append(cached_data) continue task = self._initialize_single_standard_server(config) initialization_tasks.append(('standard', config, task)) if custom_configs: for config in custom_configs: if self.use_cache: cached_data = await _redis_cache.get(config) if cached_data: cached_configs.append(config.get('name', 'Unknown')) cached_tools_data.append(cached_data) continue task = self._initialize_single_custom_mcp(config) initialization_tasks.append(('custom', config, task)) if cached_tools_data: logger.debug(f"⚡ Loaded {len(cached_configs)} MCP schemas from Redis cache: {', '.join(cached_configs)}") for cached_data in cached_tools_data: try: if cached_data.get('type') == 'standard': logger.debug("Standard MCP tools found in cache but require connection to restore") elif cached_data.get('type') == 'custom': custom_tools = cached_data.get('tools', {}) if custom_tools: self.custom_handler.custom_tools.update(custom_tools) logger.debug(f"Restored {len(custom_tools)} custom tools from cache") except Exception as e: logger.warning(f"Failed to restore cached tools: {e}") if initialization_tasks: logger.debug(f"🚀 Initializing {len(initialization_tasks)} MCP servers in parallel (cache enabled: {self.use_cache})...") tasks = [task for _, _, task in initialization_tasks] results = await asyncio.gather(*tasks, return_exceptions=True) successful = 0 failed = 0 for i, result in enumerate(results): task_type, config, _ = initialization_tasks[i] if isinstance(result, Exception): # This shouldn't happen anymore since we return error dicts, but handle it just in case failed += 1 config_name = config.get('name', config.get('qualifiedName', 'Unknown')) logger.error(f"Failed to initialize MCP server '{config_name}': {result}") elif isinstance(result, dict): if result.get('success', False): successful += 1 if self.use_cache and result: await _redis_cache.set(config, result) else: failed += 1 error_msg = result.get('error', 'Unknown error') config_name = result.get('config_name', config.get('name', config.get('qualifiedName', 'Unknown'))) logger.warning(f"MCP server '{config_name}' failed to initialize: {error_msg} (continuing with other servers)") else: # Unexpected result type, but don't fail logger.warning(f"Unexpected result type from MCP initialization: {type(result)}") failed += 1 elapsed_time = time.time() - start_time logger.debug(f"⚡ MCP initialization completed in {elapsed_time:.2f}s - {successful} successful, {failed} failed, {len(cached_configs)} from cache") else: if cached_configs: elapsed_time = time.time() - start_time logger.debug(f"⚡ All {len(cached_configs)} MCP schemas loaded from Redis cache in {elapsed_time:.2f}s - instant startup!") else: logger.debug("No MCP servers to initialize") async def _initialize_single_standard_server(self, config: Dict[str, Any]): try: logger.debug(f"Connecting to standard MCP server: {config['qualifiedName']}") await self.mcp_manager.connect_server(config) logger.debug(f"✓ Connected to MCP server: {config['qualifiedName']}") tools_info = self.mcp_manager.get_all_tools_openapi() return {'tools': tools_info, 'type': 'standard', 'timestamp': time.time(), 'success': True} except Exception as e: config_name = config.get('qualifiedName', config.get('name', 'Unknown')) logger.error(f"✗ Failed to connect to MCP server {config_name}: {e}") # Return error info instead of raising - allows execution to continue return {'tools': [], 'type': 'standard', 'timestamp': time.time(), 'success': False, 'error': str(e), 'config_name': config_name} async def _initialize_single_custom_mcp(self, config: Dict[str, Any]): try: logger.debug(f"Initializing custom MCP: {config.get('name', 'Unknown')}") await self.custom_handler._initialize_single_custom_mcp(config) logger.debug(f"✓ Initialized custom MCP: {config.get('name', 'Unknown')}") custom_tools = self.custom_handler.get_custom_tools() return {'tools': custom_tools, 'type': 'custom', 'timestamp': time.time(), 'success': True} except Exception as e: config_name = config.get('name', 'Unknown') logger.error(f"✗ Failed to initialize custom MCP {config_name}: {e}") # Return error info instead of raising - allows execution to continue return {'tools': {}, 'type': 'custom', 'timestamp': time.time(), 'success': False, 'error': str(e), 'config_name': config_name} async def _initialize_standard_servers(self, standard_configs: List[Dict[str, Any]]): pass async def _create_dynamic_tools(self): try: available_tools = self.mcp_manager.get_all_tools_openapi() custom_tools = self.custom_handler.get_custom_tools() logger.debug(f"MCPManager returned {len(available_tools)} standard tools, Custom handler returned {len(custom_tools)} custom tools") self._custom_tools = custom_tools self.tool_executor = MCPToolExecutor(custom_tools, self, account_id=self.account_id) dynamic_methods = self.tool_builder.create_dynamic_methods( available_tools, custom_tools, self._execute_mcp_tool ) self._dynamic_tools = self.tool_builder.get_dynamic_tools() # Set methods on the instance - Python will automatically bind them when accessed for method_name, method in dynamic_methods.items(): # Set the method directly - it will be bound when accessed via getattr setattr(self, method_name, method) # Verify the method has tool_schemas attribute if not hasattr(method, 'tool_schemas'): logger.warning(f"Dynamic method {method_name} missing tool_schemas attribute") # Get schemas from the builder and merge them builder_schemas = self.tool_builder.get_schemas() self._schemas.update(builder_schemas) # Also ensure schemas are registered from the methods themselves self._register_schemas() logger.debug(f"Created {len(self._dynamic_tools)} dynamic MCP tool methods with {len(self._schemas)} OpenAPI schemas") except Exception as e: logger.error(f"Error creating dynamic MCP tools: {e}", exc_info=True) def _register_schemas(self): """Register schemas from all methods, including dynamically created MCP tools.""" # First, register schemas from any decorated methods (standard Tool base class behavior) for name, method in inspect.getmembers(self, predicate=inspect.ismethod): if hasattr(method, 'tool_schemas'): if name not in self._schemas: self._schemas[name] = [] # Merge schemas if method has multiple if isinstance(method.tool_schemas, list): self._schemas[name].extend(method.tool_schemas) else: self._schemas[name].append(method.tool_schemas) # Then, ensure all dynamic MCP tools have their schemas registered if hasattr(self, '_dynamic_tools') and self._dynamic_tools: for tool_name, tool_data in self._dynamic_tools.items(): method_name = tool_data.get('method_name') if not method_name: continue # Get schema from tool_data or from the method itself schema = tool_data.get('schema') method = tool_data.get('method') # Prefer schema from tool_data, fallback to method's tool_schemas if schema: if method_name not in self._schemas: self._schemas[method_name] = [] # Only add if not already present if schema not in self._schemas[method_name]: self._schemas[method_name].append(schema) elif method and hasattr(method, 'tool_schemas'): if method_name not in self._schemas: self._schemas[method_name] = [] if isinstance(method.tool_schemas, list): for s in method.tool_schemas: if s not in self._schemas[method_name]: self._schemas[method_name].append(s) else: if method.tool_schemas not in self._schemas[method_name]: self._schemas[method_name].append(method.tool_schemas) # Also check builder schemas as a fallback if hasattr(self, 'tool_builder') and self.tool_builder: builder_schemas = self.tool_builder.get_schemas() for method_name, schema_list in builder_schemas.items(): if method_name not in self._schemas: self._schemas[method_name] = [] for schema in schema_list: if schema not in self._schemas[method_name]: self._schemas[method_name].append(schema) logger.debug(f"Registration complete for MCPToolWrapper - total schemas: {len(self._schemas)}") def get_schemas(self) -> Dict[str, List[ToolSchema]]: # logger.debug(f"get_schemas called - returning {len(self._schemas)} schemas") # for method_name in self._schemas: # # logger.debug(f" - Schema available for: {method_name}") return self._schemas def __getattr__(self, name: str): """Get dynamically created MCP tool methods. This allows accessing MCP tools as methods on the wrapper instance. The method name may differ from the original tool name due to parsing. """ # First check if it's a direct attribute (shouldn't happen, but safety check) if hasattr(self, name): return getattr(self, name) # Try to find via tool_builder if hasattr(self, 'tool_builder') and self.tool_builder: method = self.tool_builder.find_method_by_name(name) if method: # Bind the method to this instance if it's not already bound if callable(method): return method # Try to find in dynamic_tools by method_name if hasattr(self, '_dynamic_tools') and self._dynamic_tools: for tool_data in self._dynamic_tools.values(): if tool_data.get('method_name') == name: method = tool_data.get('method') if method: return method # Try with hyphens instead of underscores name_with_hyphens = name.replace('_', '-') for tool_name, tool_data in self._dynamic_tools.items(): if tool_data.get('method_name') == name or tool_name == name_with_hyphens: method = tool_data.get('method') if method: return method raise AttributeError(f"'{self.__class__.__name__}' object has no attribute '{name}'. Available MCP tools: {list(self._schemas.keys()) if hasattr(self, '_schemas') else 'not initialized'}") def get_original_tool_name(self, method_name: str) -> Optional[str]: """Get the original MCP tool name from a method name. Args: method_name: The method name (e.g., 'search') Returns: The original tool name (e.g., 'youtube_search') or None if not found """ if hasattr(self, '_dynamic_tools') and self._dynamic_tools: for tool_name, tool_data in self._dynamic_tools.items(): if tool_data.get('method_name') == method_name: return tool_data.get('original_tool_name', tool_name) return None async def initialize_and_register_tools(self, tool_registry=None): await self._ensure_initialized() if tool_registry and self._dynamic_tools: logger.debug(f"Updating tool registry with {len(self._dynamic_tools)} MCP tools") async def get_available_tools(self) -> List[Dict[str, Any]]: """Get list of available MCP tools in OpenAPI format.""" await self._ensure_initialized() return self.mcp_manager.get_all_tools_openapi() async def _execute_mcp_tool(self, tool_name: str, arguments: Dict[str, Any]) -> ToolResult: """Execute an MCP tool by its original tool name. Args: tool_name: The original MCP tool name (e.g., 'youtube_search' or 'custom_server_tool_name') arguments: The arguments to pass to the tool Returns: ToolResult with the execution result """ await self._ensure_initialized() if not self.tool_executor: logger.error("Tool executor not initialized") return ToolResult(success=False, output="MCP tool executor not initialized") return await self.tool_executor.execute_tool(tool_name, arguments) def validate_tool_registration(self) -> Dict[str, Any]: """Validate that all MCP tools are properly registered with schemas. Returns: Dict with validation results including counts and any issues """ validation_result = { 'total_schemas': len(self._schemas), 'total_dynamic_tools': len(self._dynamic_tools) if hasattr(self, '_dynamic_tools') else 0, 'schemas_with_openapi': 0, 'missing_schemas': [], 'valid': True } # Check that all dynamic tools have schemas if hasattr(self, '_dynamic_tools') and self._dynamic_tools: for tool_name, tool_data in self._dynamic_tools.items(): method_name = tool_data.get('method_name') if method_name: if method_name in self._schemas: schema_list = self._schemas[method_name] # Check if any schema is OpenAPI has_openapi = any( s.schema_type == SchemaType.OPENAPI for s in schema_list ) if has_openapi: validation_result['schemas_with_openapi'] += 1 else: validation_result['missing_schemas'].append({ 'method_name': method_name, 'tool_name': tool_name, 'issue': 'No OpenAPI schema found' }) validation_result['valid'] = False else: validation_result['missing_schemas'].append({ 'method_name': method_name, 'tool_name': tool_name, 'issue': 'No schema registered' }) validation_result['valid'] = False return validation_result async def cleanup(self): """Clean up MCP connections and release memory.""" if self._initialized: try: await self.mcp_manager.disconnect_all() except Exception as e: logger.error(f"Error during MCP cleanup: {str(e)}") finally: self._initialized = False # Clear local caches to help garbage collection self._schemas.clear() self._dynamic_tools.clear() self._custom_tools.clear() # Clean up connection manager if hasattr(self, 'connection_manager'): self.connection_manager.cleanup() # Clean up custom handler if hasattr(self, 'custom_handler') and hasattr(self.custom_handler, 'custom_tools'): self.custom_handler.custom_tools.clear()