message/metrics.json

{
  "task": "message",
  "rows": 12143,
  "class_balance": {
    "0": 9969,
    "1": 2174
  },
  "train": {
    "threshold": 0.5,
    "precision": 0.9905341446923597,
    "recall": 0.9619172685489166,
    "f1": 0.9760159893404398,
    "confusion_matrix": [
      [
        6966,
        14
      ],
      [
        58,
        1465
      ]
    ],
    "pr_auc": 0.996749294134677,
    "roc_auc": 0.999207189851127
  },
  "validation": {
    "threshold": 0.5,
    "precision": 0.9737704918032787,
    "recall": 0.9138461538461539,
    "f1": 0.9428571428571428,
    "confusion_matrix": [
      [
        1487,
        8
      ],
      [
        28,
        297
      ]
    ],
    "pr_auc": 0.981019973792235,
    "roc_auc": 0.9938893748392076
  },
  "test": {
    "threshold": 0.5,
    "precision": 0.976897689768977,
    "recall": 0.9079754601226994,
    "f1": 0.9411764705882353,
    "confusion_matrix": [
      [
        1487,
        7
      ],
      [
        30,
        296
      ]
    ],
    "pr_auc": 0.9829470354932671,
    "roc_auc": 0.9945220555021723
  },
  "baseline_logistic": {
    "validation": {
      "threshold": 0.5,
      "precision": 0.841225626740947,
      "recall": 0.9292307692307692,
      "f1": 0.8830409356725147,
      "confusion_matrix": [
        [
          1438,
          57
        ],
        [
          23,
          302
        ]
      ],
      "pr_auc": 0.9541509594868397,
      "roc_auc": 0.9820097761770002
    },
    "test": {
      "threshold": 0.5,
      "precision": 0.8559077809798271,
      "recall": 0.911042944785276,
      "f1": 0.8826151560178306,
      "confusion_matrix": [
        [
          1444,
          50
        ],
        [
          29,
          297
        ]
      ],
      "pr_auc": 0.9653032775140513,
      "roc_auc": 0.9904238631417285
    }
  }
}