| { | |
| "head": "/home/diffusedit/full/heads/staleness_attention/head.pt", | |
| "features": "/home/diffusedit/features/full/test_tokens", | |
| "layer": 32, | |
| "tau": 0.85, | |
| "tau_match": 0.85, | |
| "seed": 42, | |
| "test": { | |
| "precision": 0.7517290299698528, | |
| "recall": 0.7466971992249427, | |
| "f1": 0.7492046659597031, | |
| "support": 5677, | |
| "pr_auc": 0.8310112953186035, | |
| "auroc": 0.9660482450433805, | |
| "masked": 0.11237321048974991 | |
| }, | |
| "controls": { | |
| "set": "test", | |
| "reference": { | |
| "pr_auc": 0.8310112953186035, | |
| "auroc": 0.9660482450433805 | |
| }, | |
| "shuffled_evidence": { | |
| "pr_auc": 0.6253933906555176, | |
| "auroc": 0.8934536220671628 | |
| }, | |
| "no_evidence": { | |
| "pr_auc": 0.7176730036735535, | |
| "auroc": 0.9343921869725395 | |
| } | |
| } | |
| } |