context_clip_filter.json

[{"id":"context_clip_filter","name":"Context Clip Filter","meta":{"description":"A filter that truncates chat history to retain the latest messages while preserving the system prompt for optimal context management.","manifest":{"title":"Context Clip Filter","author":"open-webui","author_url":"https://github.com/open-webui","funding_url":"https://github.com/open-webui","version":"0.1"},"type":"filter"},"content":"\"\"\"\ntitle: Context Clip Filter\nauthor: open-webui\nauthor_url: https://github.com/open-webui\nfunding_url: https://github.com/open-webui\nversion: 0.1\n\"\"\"\n\nfrom pydantic import BaseModel, Field\nfrom typing import Optional\n\n\nclass Filter:\n    class Valves(BaseModel):\n        priority: int = Field(\n            default=0, description=\"Priority level for the filter operations.\"\n        )\n        n_last_messages: int = Field(\n            default=4, description=\"Number of last messages to retain.\"\n        )\n        pass\n\n    class UserValves(BaseModel):\n        pass\n\n    def __init__(self):\n        self.valves = self.Valves()\n        pass\n\n    def inlet(self, body: dict, __user__: Optional[dict] = None) -> dict:\n        messages = body[\"messages\"]\n        # Ensure we always keep the system prompt\n        system_prompt = next(\n            (message for message in messages if message.get(\"role\") == \"system\"), None\n        )\n\n        if system_prompt:\n            messages = [\n                message for message in messages if message.get(\"role\") != \"system\"\n            ]\n            messages = messages[-self.valves.n_last_messages :]\n            messages.insert(0, system_prompt)\n        else:  # If no system prompt, simply truncate to the last n_last_messages\n            messages = messages[-self.valves.n_last_messages :]\n\n        body[\"messages\"] = messages\n        return body\n"}]