{
  "n": 500,
  "threshold": 0.5,
  "max_seq_length": 3072,
  "is_valid_accuracy": 0.89,
  "category_set_accuracy": 0.054,
  "micro_f1": 0.3512092534174553,
  "macro_f1": 0.35552414101596475,
  "per_category_f1": {
    "DirectInjection": 0.5232558139534884,
    "Jailbreak": 0.39705882352941174,
    "Adversarial": 0.4,
    "Extraction": 0.2569444444444444,
    "Encoding": 0.373134328358209,
    "Manipulation": 0.2717391304347826,
    "Smuggling": 0.49122807017543857,
    "Indirect": 0.3228346456692913,
    "MultiTurn": 0.16352201257861634
  },
  "latency_ms_per_example": {
    "mean": 1.823335886001587,
    "p95": 1.9494213163852692,
    "device": "cuda:0"
  },
  "base_model": "jhu-clsp/mmBERT-base",
  "epochs": 3
}