File size: 3,502 Bytes
b60475f
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
{
  "mode": "markdown8k",
  "seed": 42,
  "records": 13514,
  "malicious": 7500,
  "benign": 6014,
  "auprc_average_precision": 0.9966339274117415,
  "auroc": 0.9945986919410504,
  "folds_sha256": "c11c6f68dd23fddb70d7090512d93f5be54bb216596175d44fcaa7e7df80e202",
  "oof_sha256": "935e97b51798f6b553da87c4cc0738510a7575c14b0fe4bc6db2726145baa888",
  "folds": [
    {
      "fold": 1,
      "predictions_sha256": "a43bd55e2f3256b7e5d959822ce449ecee79dfc2affbb1a3c6a6fab04bbc1ec0",
      "adapter_sha256": "79c2cfa9e230b5eb88dc26ae96a5f9b26ea86d6f7f5d187fbb9070b9518d7ec4"
    },
    {
      "fold": 2,
      "predictions_sha256": "608d14ae22ea7579928f0722dc4ba9a4a7dfad923a57e8542d7ad7ae132ed52e",
      "adapter_sha256": "7683ceca69861929e1263dd46bf3befeb2534592b90686ad60b4abf21b2841dc"
    },
    {
      "fold": 3,
      "predictions_sha256": "a759c2e629bf2e21382806eb332e0760de792683b337f2529f019e0b730286ba",
      "adapter_sha256": "3110418b5329db127917bad3135db46d97610cf126cc9ced6b08f048b7ba5100"
    }
  ],
  "created_at": "2026-11-10T16:05:55.944354+00:00",
  "default": {
    "raw_threshold": 0.0,
    "native_threshold": 0.5,
    "tp": 7272,
    "fp": 53,
    "fn": 228,
    "tn": 5961,
    "recall": 0.9696,
    "fpr": 0.008812770202859994,
    "precision": 0.9927645051194539,
    "f1": 0.9810455311973019,
    "flagged_fraction": 0.5420304869024715
  },
  "targets": {
    "0.95": {
      "raw_threshold": 5.374836521935736,
      "native_threshold": 0.9953896776695467,
      "tp": 7125,
      "fp": 9,
      "fn": 375,
      "tn": 6005,
      "recall": 0.95,
      "fpr": 0.0014965081476554707,
      "precision": 0.9987384356602187,
      "f1": 0.973759737597376,
      "flagged_fraction": 0.5278969957081545
    },
    "0.98": {
      "raw_threshold": -2.9843786119895848,
      "native_threshold": 0.0481366056169061,
      "tp": 7350,
      "fp": 243,
      "fn": 150,
      "tn": 5771,
      "recall": 0.98,
      "fpr": 0.0404057199866977,
      "precision": 0.9679968391939945,
      "f1": 0.9739614390777181,
      "flagged_fraction": 0.5618617729761729
    },
    "0.99": {
      "raw_threshold": -4.441408183360328,
      "native_threshold": 0.011642201918123018,
      "tp": 7425,
      "fp": 945,
      "fn": 75,
      "tn": 5069,
      "recall": 0.99,
      "fpr": 0.1571333555038244,
      "precision": 0.8870967741935484,
      "f1": 0.9357277882797732,
      "flagged_fraction": 0.6193577031226876
    }
  },
  "balanced": {
    "target": 0.95,
    "raw_threshold": 5.374836521935736,
    "native_threshold": 0.9953896776695467,
    "tp": 7125,
    "fp": 9,
    "fn": 375,
    "tn": 6005,
    "recall": 0.95,
    "fpr": 0.0014965081476554707,
    "precision": 0.9987384356602187,
    "f1": 0.973759737597376,
    "flagged_fraction": 0.5278969957081545
  },
  "high_recall": {
    "raw_threshold": -4.441408183360328,
    "native_threshold": 0.011642201918123018,
    "tp": 7425,
    "fp": 945,
    "fn": 75,
    "tn": 5069,
    "recall": 0.99,
    "fpr": 0.1571333555038244,
    "precision": 0.8870967741935484,
    "f1": 0.9357277882797732,
    "flagged_fraction": 0.6193577031226876
  },
  "selection": "Balanced maximizes recall minus FPR among predeclared 95/98/99% OOF recall gates; ties prefer higher recall. High-recall targets 99% OOF recall.",
  "scope": "Pooled three-fold out-of-fold scores. Every score is from a model that excluded that skill group. Thresholds transfer to a separate full-data refit; these are not held-out test results of that refit."
}