config.json

{
  "encoder": "answerdotai/ModernBERT-base",
  "hidden_size": 768,
  "num_taxonomy_classes": 5,
  "taxonomy_classes": [
    "BreakingPublicAPI",
    "SecuritySurface",
    "ConcurrencyHazard",
    "PerformanceRegression",
    "SilentLogicDrift"
  ],
  "model_name": "Tyranid-BERT-164M",
  "calibrated_temperature": 1.5967,
  "default_decision_threshold": 0.4,
  "evaluation_metrics": {
    "threshold": 0.4,
    "accuracy": 0.555,
    "precision": 0.5325,
    "recall": 0.9,
    "f1": 0.6691,
    "specificity": 0.21,
    "confusion_matrix": {
      "TP": 180,
      "FP": 158,
      "TN": 42,
      "FN": 20
    }
  },
  "threshold_sweep": [
    {
      "threshold": 0.25,
      "accuracy": 0.52,
      "precision": 0.5144927536231884,
      "recall": 0.71,
      "f1": 0.5966386554621848,
      "specificity": 0.33,
      "TP": 142,
      "FP": 134,
      "TN": 66,
      "FN": 58
    },
    {
      "threshold": 0.3,
      "accuracy": 0.5225,
      "precision": 0.5141955835962145,
      "recall": 0.815,
      "f1": 0.6305609284332689,
      "specificity": 0.23,
      "TP": 163,
      "FP": 154,
      "TN": 46,
      "FN": 37
    },
    {
      "threshold": 0.35,
      "accuracy": 0.545,
      "precision": 0.5274390243902439,
      "recall": 0.865,
      "f1": 0.6553030303030303,
      "specificity": 0.225,
      "TP": 173,
      "FP": 155,
      "TN": 45,
      "FN": 27
    },
    {
      "threshold": 0.4,
      "accuracy": 0.555,
      "precision": 0.5325443786982249,
      "recall": 0.9,
      "f1": 0.6691449814126396,
      "specificity": 0.21,
      "TP": 180,
      "FP": 158,
      "TN": 42,
      "FN": 20
    },
    {
      "threshold": 0.45,
      "accuracy": 0.5625,
      "precision": 0.5356125356125356,
      "recall": 0.94,
      "f1": 0.6823956442831216,
      "specificity": 0.185,
      "TP": 188,
      "FP": 163,
      "TN": 37,
      "FN": 12
    },
    {
      "threshold": 0.5,
      "accuracy": 0.565,
      "precision": 0.536723163841808,
      "recall": 0.95,
      "f1": 0.6859205776173286,
      "specificity": 0.18,
      "TP": 190,
      "FP": 164,
      "TN": 36,
      "FN": 10
    },
    {
      "threshold": 0.55,
      "accuracy": 0.56,
      "precision": 0.5335195530726257,
      "recall": 0.955,
      "f1": 0.6845878136200716,
      "specificity": 0.165,
      "TP": 191,
      "FP": 167,
      "TN": 33,
      "FN": 9
    },
    {
      "threshold": 0.6,
      "accuracy": 0.5575,
      "precision": 0.5316804407713499,
      "recall": 0.965,
      "f1": 0.6856127886323269,
      "specificity": 0.15,
      "TP": 193,
      "FP": 170,
      "TN": 30,
      "FN": 7
    }
  ]
}