File size: 1,817 Bytes
6a0de05
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
{
  "task": "message",
  "rows": 12143,
  "class_balance": {
    "0": 9969,
    "1": 2174
  },
  "train": {
    "threshold": 0.5,
    "precision": 0.9905341446923597,
    "recall": 0.9619172685489166,
    "f1": 0.9760159893404398,
    "confusion_matrix": [
      [
        6966,
        14
      ],
      [
        58,
        1465
      ]
    ],
    "pr_auc": 0.996749294134677,
    "roc_auc": 0.999207189851127
  },
  "validation": {
    "threshold": 0.5,
    "precision": 0.9737704918032787,
    "recall": 0.9138461538461539,
    "f1": 0.9428571428571428,
    "confusion_matrix": [
      [
        1487,
        8
      ],
      [
        28,
        297
      ]
    ],
    "pr_auc": 0.981019973792235,
    "roc_auc": 0.9938893748392076
  },
  "test": {
    "threshold": 0.5,
    "precision": 0.976897689768977,
    "recall": 0.9079754601226994,
    "f1": 0.9411764705882353,
    "confusion_matrix": [
      [
        1487,
        7
      ],
      [
        30,
        296
      ]
    ],
    "pr_auc": 0.9829470354932671,
    "roc_auc": 0.9945220555021723
  },
  "baseline_logistic": {
    "validation": {
      "threshold": 0.5,
      "precision": 0.841225626740947,
      "recall": 0.9292307692307692,
      "f1": 0.8830409356725147,
      "confusion_matrix": [
        [
          1438,
          57
        ],
        [
          23,
          302
        ]
      ],
      "pr_auc": 0.9541509594868397,
      "roc_auc": 0.9820097761770002
    },
    "test": {
      "threshold": 0.5,
      "precision": 0.8559077809798271,
      "recall": 0.911042944785276,
      "f1": 0.8826151560178306,
      "confusion_matrix": [
        [
          1444,
          50
        ],
        [
          29,
          297
        ]
      ],
      "pr_auc": 0.9653032775140513,
      "roc_auc": 0.9904238631417285
    }
  }
}