Download plugins/tool/tool.py from hhz520/webchat: direct link, hf CLI and curl.
- Browser
- Download file 7.49 kB
-
https://huggingface.co/spaces/hhz520/webchat/resolve/main/plugins/tool/tool.py
- Command line
-
hf download hf://spaces/hhz520/webchat/plugins/tool/tool.py
-
curl -L -o tool.py https://huggingface.co/spaces/hhz520/webchat/resolve/main/plugins/tool/tool.py
7.49 kB
| import json | |
| import os | |
| from chatgpt_tool_hub.apps import AppFactory | |
| from chatgpt_tool_hub.apps.app import App | |
| from chatgpt_tool_hub.tools.all_tool_list import get_all_tool_names | |
| import plugins | |
| from bridge.bridge import Bridge | |
| from bridge.context import ContextType | |
| from bridge.reply import Reply, ReplyType | |
| from common import const | |
| from config import conf | |
| from plugins import * | |
| class Tool(Plugin): | |
| def __init__(self): | |
| super().__init__() | |
| self.handlers[Event.ON_HANDLE_CONTEXT] = self.on_handle_context | |
| self.app = self._reset_app() | |
| logger.info("[tool] inited") | |
| def get_help_text(self, verbose=False, **kwargs): | |
| help_text = "这是一个能让chatgpt联网,搜索,数字运算的插件,将赋予强大且丰富的扩展能力。" | |
| trigger_prefix = conf().get("plugin_trigger_prefix", "$") | |
| if not verbose: | |
| return help_text | |
| help_text += "\n使用说明:\n" | |
| help_text += f"{trigger_prefix}tool " + "命令: 根据给出的{命令}使用一些可用工具尽力为你得到结果。\n" | |
| help_text += f"{trigger_prefix}tool reset: 重置工具。\n\n" | |
| help_text += f"已加载工具列表: \n" | |
| for idx, tool in enumerate(self.app.get_tool_list()): | |
| if idx != 0: | |
| help_text += ", " | |
| help_text += f"{tool}" | |
| return help_text | |
| def on_handle_context(self, e_context: EventContext): | |
| if e_context["context"].type != ContextType.TEXT: | |
| return | |
| # 暂时不支持未来扩展的bot | |
| if Bridge().get_bot_type("chat") not in ( | |
| const.CHATGPT, | |
| const.OPEN_AI, | |
| const.CHATGPTONAZURE, | |
| const.LINKAI, | |
| ): | |
| return | |
| content = e_context["context"].content | |
| content_list = e_context["context"].content.split(maxsplit=1) | |
| if not content or len(content_list) < 1: | |
| e_context.action = EventAction.CONTINUE | |
| return | |
| logger.debug("[tool] on_handle_context. content: %s" % content) | |
| reply = Reply() | |
| reply.type = ReplyType.TEXT | |
| trigger_prefix = conf().get("plugin_trigger_prefix", "$") | |
| # todo: 有些工具必须要api-key,需要修改config文件,所以这里没有实现query增删tool的功能 | |
| if content.startswith(f"{trigger_prefix}tool"): | |
| if len(content_list) == 1: | |
| logger.debug("[tool]: get help") | |
| reply.content = self.get_help_text() | |
| e_context["reply"] = reply | |
| e_context.action = EventAction.BREAK_PASS | |
| return | |
| elif len(content_list) > 1: | |
| if content_list[1].strip() == "reset": | |
| logger.debug("[tool]: reset config") | |
| self.app = self._reset_app() | |
| reply.content = "重置工具成功" | |
| e_context["reply"] = reply | |
| e_context.action = EventAction.BREAK_PASS | |
| return | |
| elif content_list[1].startswith("reset"): | |
| logger.debug("[tool]: remind") | |
| e_context["context"].content = "请你随机用一种聊天风格,提醒用户:如果想重置tool插件,reset之后不要加任何字符" | |
| e_context.action = EventAction.BREAK | |
| return | |
| query = content_list[1].strip() | |
| # Don't modify bot name | |
| all_sessions = Bridge().get_bot("chat").sessions | |
| user_session = all_sessions.session_query(query, e_context["context"]["session_id"]).messages | |
| # chatgpt-tool-hub will reply you with many tools | |
| logger.debug("[tool]: just-go") | |
| try: | |
| _reply = self.app.ask(query, user_session) | |
| e_context.action = EventAction.BREAK_PASS | |
| all_sessions.session_reply(_reply, e_context["context"]["session_id"]) | |
| except Exception as e: | |
| logger.exception(e) | |
| logger.error(str(e)) | |
| e_context["context"].content = "请你随机用一种聊天风格,提醒用户:这个问题tool插件暂时无法处理" | |
| reply.type = ReplyType.ERROR | |
| e_context.action = EventAction.BREAK | |
| return | |
| reply.content = _reply | |
| e_context["reply"] = reply | |
| return | |
| def _read_json(self) -> dict: | |
| default_config = {"tools": [], "kwargs": {}} | |
| return super().load_config() or default_config | |
| def _build_tool_kwargs(self, kwargs: dict): | |
| tool_model_name = kwargs.get("model_name") | |
| request_timeout = kwargs.get("request_timeout") | |
| return { | |
| "debug": kwargs.get("debug", False), | |
| "openai_api_key": conf().get("open_ai_api_key", ""), | |
| "open_ai_api_base": conf().get("open_ai_api_base", "https://api.openai.com/v1"), | |
| "deployment_id": conf().get("azure_deployment_id", ""), | |
| "proxy": conf().get("proxy", ""), | |
| "request_timeout": request_timeout if request_timeout else conf().get("request_timeout", 120), | |
| # note: 目前tool暂未对其他模型测试,但这里仍对配置来源做了优先级区分,一般插件配置可覆盖全局配置 | |
| "model_name": tool_model_name if tool_model_name else conf().get("model", "gpt-3.5-turbo"), | |
| "no_default": kwargs.get("no_default", False), | |
| "top_k_results": kwargs.get("top_k_results", 3), | |
| # for news tool | |
| "news_api_key": kwargs.get("news_api_key", ""), | |
| # for bing-search tool | |
| "bing_subscription_key": kwargs.get("bing_subscription_key", ""), | |
| # for google-search tool | |
| "google_api_key": kwargs.get("google_api_key", ""), | |
| "google_cse_id": kwargs.get("google_cse_id", ""), | |
| # for searxng-search tool | |
| "searx_search_host": kwargs.get("searx_search_host", ""), | |
| # for wolfram-alpha tool | |
| "wolfram_alpha_appid": kwargs.get("wolfram_alpha_appid", ""), | |
| # for morning-news tool | |
| "morning_news_api_key": kwargs.get("morning_news_api_key", ""), | |
| # for visual_dl tool | |
| "cuda_device": kwargs.get("cuda_device", "cpu"), | |
| "think_depth": kwargs.get("think_depth", 3), | |
| "arxiv_summary": kwargs.get("arxiv_summary", True), | |
| "morning_news_use_llm": kwargs.get("morning_news_use_llm", False), | |
| } | |
| def _filter_tool_list(self, tool_list: list): | |
| valid_list = [] | |
| for tool in tool_list: | |
| if tool in get_all_tool_names(): | |
| valid_list.append(tool) | |
| else: | |
| logger.warning("[tool] filter invalid tool: " + repr(tool)) | |
| return valid_list | |
| def _reset_app(self) -> App: | |
| tool_config = self._read_json() | |
| app_kwargs = self._build_tool_kwargs(tool_config.get("kwargs", {})) | |
| app = AppFactory() | |
| app.init_env(**app_kwargs) | |
| # filter not support tool | |
| tool_list = self._filter_tool_list(tool_config.get("tools", [])) | |
| return app.create_app(tools_list=tool_list, **app_kwargs) | |