File size: 901 Bytes
646ccfc
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
import numpy as np

from scripts.eval_graph_feature_classifier import metrics as graph_metrics
from scripts.run_graph_text_stack import score as stack_metrics


def test_graph_metrics_compute_both_class_accuracies():
    y = np.array([0, 1, 0, 1], dtype=np.int8)
    pred = np.array([0, 1, 1, 0], dtype=np.int8)
    result = graph_metrics(y, pred, pair_count=2)
    assert result["accuracy"] == 0.5
    assert result["safe_accuracy"] == 0.5
    assert result["vulnerable_accuracy"] == 0.5
    assert result["pair_pass_at_1"] == 0.5


def test_stack_metric_flags_safe_collapse():
    y = np.array([0, 1, 0, 1], dtype=np.int8)
    pred = np.zeros(4, dtype=np.int8)
    result = stack_metrics(y, pred, n_pairs=2)
    assert result["safe_accuracy"] == 1.0
    assert result["vulnerable_accuracy"] == 0.0
    assert result["predicted_vulnerable_fraction"] == 0.0
    assert result["pair_pass_at_1"] == 0.0