GOAT-Evolution / backend /core /models.py
rawknee-69's picture
Expand battle telemetry plumbing and notebook run-mode support.
45601e3
Raw History Blame Contribute Delete
7.01 kB
from __future__ import annotations
from enum import Enum
from typing import Literal, Optional
from pydantic import BaseModel, Field
class AttackComponent(str, Enum):
PERSONA_SHIFT = "persona_shift"
HYPOTHETICAL_FRAME = "hypothetical_frame"
REFUSAL_SUPPRESSION = "refusal_suppression"
DETAIL_ESCALATION = "detail_escalation"
CRESCENDO = "crescendo"
CONTEXT_INJECTION = "context_injection"
AUTHORITY_CLAIM = "authority_claim"
EMOTIONAL_APPEAL = "emotional_appeal"
INDIRECT_ELICITATION = "indirect_elicitation"
TECHNICAL_FRAMING = "technical_framing"
class DefenseComponent(str, Enum):
FLAT_REFUSE = "flat_refuse"
TOPIC_REDIRECT = "topic_redirect"
EARLY_INTERVENTION = "early_intervention"
CONTEXT_RESET = "context_reset"
HONEYPOT_RESPONSE = "honeypot_response"
PATTERN_FLAG = "pattern_flag"
SOCRATIC_COUNTER = "socratic_counter"
DELAY_TACTIC = "delay_tactic"
class GuardLayer(str, Enum):
"""Two-layer LLM guardrail stages.
INPUT - validation applied to user prompt BEFORE it reaches the target model.
OUTPUT - validation applied to the model's draft response BEFORE it reaches the user.
"""
INPUT = "input"
OUTPUT = "output"
class ModelProfile(str, Enum):
WEAK = "weak_model"
STANDARD = "standard_model"
HARDENED = "hardened_model"
class RedAction(BaseModel):
operation: Literal["deploy_strategy", "mutate_strategy", "observe", "concede"]
current_strategy: Optional[list[AttackComponent]] = None
turn_message: Optional[str] = Field(default=None, max_length=200)
mutation_reason: str = Field(default="", max_length=300)
thought: str = Field(default="", max_length=1000)
predicted_target_response: Literal["comply", "refuse", "partial"] = "refuse"
target_layer: GuardLayer = GuardLayer.INPUT
class BlueAction(BaseModel):
operation: Literal["deploy_defense", "mutate_defense", "observe", "concede"]
# Legacy single bag of defenses (treated as OUTPUT-layer defenses if the per-layer
# fields are empty). Kept so older provider responses keep parsing.
current_defense: Optional[list[DefenseComponent]] = None
current_input_defense: Optional[list[DefenseComponent]] = None
current_output_defense: Optional[list[DefenseComponent]] = None
detected_attack_pattern: Optional[list[AttackComponent]] = None
threat_level: Literal["low", "medium", "high", "critical"] = "low"
mutation_reason: str = Field(default="", max_length=300)
thought: str = Field(default="", max_length=1000)
helpfulness_impact: Literal["none", "minor", "significant"] = "none"
def resolved_input_defense(self) -> list[DefenseComponent]:
if self.current_input_defense:
return list(self.current_input_defense)
return []
def resolved_output_defense(self) -> list[DefenseComponent]:
if self.current_output_defense:
return list(self.current_output_defense)
if self.current_defense:
return list(self.current_defense)
return []
class GOATAction(BaseModel):
role: Literal["red", "blue"]
red_payload: Optional[RedAction] = None
blue_payload: Optional[BlueAction] = None
class ConversationTurn(BaseModel):
turn_number: int
red_strategy: list[str] = Field(default_factory=list)
target_layer: GuardLayer = GuardLayer.INPUT
target_response: str = ""
violation_score: float = Field(ge=0.0, le=1.0)
base_attack_score: float = Field(default=0.0, ge=0.0, le=1.0)
input_violation_score: float = Field(default=0.0, ge=0.0, le=1.0)
output_violation_score: float = Field(default=0.0, ge=0.0, le=1.0)
blue_prevented: bool = False
blue_input_blocked: bool = False
blue_output_blocked: bool = False
caught_at_layer: Optional[GuardLayer] = None
blue_defense: list[str] = Field(default_factory=list)
blue_input_defense: list[str] = Field(default_factory=list)
blue_output_defense: list[str] = Field(default_factory=list)
novelty_score: float = 0.0
red_thought: str = ""
red_message: str = ""
prediction: str = ""
mutation_reason_red: str = ""
blue_thought: str = ""
blue_threat_level: str = ""
mutation_reason_blue: str = ""
red_reward: float = 0.0
blue_reward: float = 0.0
hallucination_score: float = 0.0
citation_valid: bool = True
judge_reasoning: str = ""
class GOATObservation(BaseModel):
role: str
task_id: int
episode_id: str
turn_number: int
max_turns: int
turns_remaining: int
conversation_history: list[ConversationTurn]
current_strategy: list[str]
current_defense: list[str]
current_input_defense: list[str] = Field(default_factory=list)
current_output_defense: list[str] = Field(default_factory=list)
target_model_profile: str
registry_size: int
emergent_count: int
top_known_strategies: list[dict]
red_cumulative_reward: float
blue_cumulative_reward: float
is_done: bool
done_reason: Optional[str] = None
last_violation_score: float = 0.0
last_input_violation_score: float = 0.0
last_output_violation_score: float = 0.0
last_novelty_score: float = 0.0
blue_prevented_last_turn: bool = False
blue_input_blocked_last_turn: bool = False
blue_output_blocked_last_turn: bool = False
last_caught_at_layer: Optional[GuardLayer] = None
blue_pattern_correct: bool = False
over_refusal_count: int = 0
class GOATState(BaseModel):
episode_id: str
task_id: int
turn_number: int
max_turns: int
is_done: bool
done_reason: Optional[str] = None
red_state: str
blue_state: str
total_reward_red: float
total_reward_blue: float
input_blocks: int = 0
output_blocks: int = 0
input_layer_attacks: int = 0
output_layer_attacks: int = 0
registry_size: int
emergent_count: int
history: list[dict] = Field(default_factory=list)
policy_delta: dict[str, float] = Field(default_factory=dict)
latest_update_loss: Optional[float] = None
latest_update_applied: bool = False
latest_update_backend: Optional[str] = None
latest_update_hf_error: Optional[str] = None
class BattleStartRequest(BaseModel):
task_id: int = Field(ge=1)
model_profile: ModelProfile = ModelProfile.STANDARD
seed: Optional[int] = None
red_provider: Literal["huggingface", "nvidia", "openai", "gemini", "scripted"] = "scripted"
blue_provider: Literal["huggingface", "nvidia", "openai", "gemini", "scripted"] = "scripted"
class VulnerabilityEntry(BaseModel):
attack_id: str
name: str
origin: str
description: str
components: list[str]
known_success_rate: dict[str, float]
is_emergent: bool
discovered_at_episode: Optional[str] = None
novelty_score: Optional[float] = None
blue_patch_applied: bool = False
conversation_excerpt: Optional[str] = None
red_reasoning: Optional[str] = None
blue_counter_strategy: Optional[list[str]] = None