File size: 773 Bytes
e0feaa0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
{
  "head": "/home/diffusedit/full/heads/staleness_attention/head.pt",
  "features": "/home/diffusedit/features/full/test_tokens",
  "layer": 32,
  "tau": 0.85,
  "tau_match": 0.85,
  "seed": 42,
  "test": {
    "precision": 0.7517290299698528,
    "recall": 0.7466971992249427,
    "f1": 0.7492046659597031,
    "support": 5677,
    "pr_auc": 0.8310112953186035,
    "auroc": 0.9660482450433805,
    "masked": 0.11237321048974991
  },
  "controls": {
    "set": "test",
    "reference": {
      "pr_auc": 0.8310112953186035,
      "auroc": 0.9660482450433805
    },
    "shuffled_evidence": {
      "pr_auc": 0.6253933906555176,
      "auroc": 0.8934536220671628
    },
    "no_evidence": {
      "pr_auc": 0.7176730036735535,
      "auroc": 0.9343921869725395
    }
  }
}