Hugging Face's logo

wxsys
/
tyranid-bert

Text Classification
ONNX
Safetensors
English
code
code-oracle
tyranid
modernbert
int8
code-verification
neuro-symbolic
static-analysis
warhammer-40k
Model card Files
xet
 Community
tyranid-bert
File size: 2,632 Bytes
63e70f8
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
{
  "encoder": "answerdotai/ModernBERT-base",
  "hidden_size": 768,
  "num_taxonomy_classes": 5,
  "taxonomy_classes": [
    "BreakingPublicAPI",
    "SecuritySurface",
    "ConcurrencyHazard",
    "PerformanceRegression",
    "SilentLogicDrift"
  ],
  "model_name": "Tyranid-BERT-164M",
  "calibrated_temperature": 1.5967,
  "default_decision_threshold": 0.4,
  "evaluation_metrics": {
    "threshold": 0.4,
    "accuracy": 0.555,
    "precision": 0.5325,
    "recall": 0.9,
    "f1": 0.6691,
    "specificity": 0.21,
    "confusion_matrix": {
      "TP": 180,
      "FP": 158,
      "TN": 42,
      "FN": 20
    }
  },
  "threshold_sweep": [
    {
      "threshold": 0.25,
      "accuracy": 0.52,
      "precision": 0.5144927536231884,
      "recall": 0.71,
      "f1": 0.5966386554621848,
      "specificity": 0.33,
      "TP": 142,
      "FP": 134,
      "TN": 66,
      "FN": 58
    },
    {
      "threshold": 0.3,
      "accuracy": 0.5225,
      "precision": 0.5141955835962145,
      "recall": 0.815,
      "f1": 0.6305609284332689,
      "specificity": 0.23,
      "TP": 163,
      "FP": 154,
      "TN": 46,
      "FN": 37
    },
    {
      "threshold": 0.35,
      "accuracy": 0.545,
      "precision": 0.5274390243902439,
      "recall": 0.865,
      "f1": 0.6553030303030303,
      "specificity": 0.225,
      "TP": 173,
      "FP": 155,
      "TN": 45,
      "FN": 27
    },
    {
      "threshold": 0.4,
      "accuracy": 0.555,
      "precision": 0.5325443786982249,
      "recall": 0.9,
      "f1": 0.6691449814126396,
      "specificity": 0.21,
      "TP": 180,
      "FP": 158,
      "TN": 42,
      "FN": 20
    },
    {
      "threshold": 0.45,
      "accuracy": 0.5625,
      "precision": 0.5356125356125356,
      "recall": 0.94,
      "f1": 0.6823956442831216,
      "specificity": 0.185,
      "TP": 188,
      "FP": 163,
      "TN": 37,
      "FN": 12
    },
    {
      "threshold": 0.5,
      "accuracy": 0.565,
      "precision": 0.536723163841808,
      "recall": 0.95,
      "f1": 0.6859205776173286,
      "specificity": 0.18,
      "TP": 190,
      "FP": 164,
      "TN": 36,
      "FN": 10
    },
    {
      "threshold": 0.55,
      "accuracy": 0.56,
      "precision": 0.5335195530726257,
      "recall": 0.955,
      "f1": 0.6845878136200716,
      "specificity": 0.165,
      "TP": 191,
      "FP": 167,
      "TN": 33,
      "FN": 9
    },
    {
      "threshold": 0.6,
      "accuracy": 0.5575,
      "precision": 0.5316804407713499,
      "recall": 0.965,
      "f1": 0.6856127886323269,
      "specificity": 0.15,
      "TP": 193,
      "FP": 170,
      "TN": 30,
      "FN": 7
    }
  ]
}