File size: 636 Bytes
3b6b7af
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
{
  "agent": "agent2_transformer",
  "base_checkpoint": "microsoft/codebert-base",
  "datasets": [
    "codexglue_defect_detection",
    "diversevul"
  ],
  "max_len": 384,
  "threshold": 0.45,
  "labels": [
    "safe",
    "vulnerable"
  ],
  "test_metrics_combined": {
    "f1": 0.6881,
    "precision": 0.5804,
    "recall": 0.845,
    "roc_auc": 0.7475
  },
  "test_metrics_by_source": {
    "codexglue": {
      "precision": 0.577,
      "recall": 0.873,
      "f1": 0.6948,
      "roc_auc": 0.729
    },
    "diversevul": {
      "precision": 0.5831,
      "recall": 0.8241,
      "f1": 0.683,
      "roc_auc": 0.7577
    }
  }
}