message-tfidf/metrics.json

{
  "task": "message-tfidf",
  "method": "tfidf char_wb(3,5)+word(1,2) + 18 lexical, XGB",
  "rows": 12843,
  "class_balance": {
    "0": 10249,
    "1": 2594
  },
  "validation": {
    "threshold": 0.5,
    "precision": 0.9945205479452055,
    "recall": 0.9355670103092784,
    "f1": 0.9641434262948207,
    "confusion_matrix": [
      [
        1535,
        2
      ],
      [
        25,
        363
      ]
    ],
    "pr_auc": 0.9859947462223423,
    "roc_auc": 0.9930913749505329
  },
  "test": {
    "threshold": 0.5,
    "precision": 0.9945945945945946,
    "recall": 0.9460154241645244,
    "f1": 0.9696969696969697,
    "confusion_matrix": [
      [
        1534,
        2
      ],
      [
        21,
        368
      ]
    ],
    "pr_auc": 0.996182276471391,
    "roc_auc": 0.998712979327335
  },
  "operating_recall80": {
    "mode": "recall>=0.8",
    "threshold": 0.5573006272315979,
    "precision": 1.0,
    "recall": 0.9357326478149101,
    "f1": 0.9667994687915007,
    "max_f1": 0.9781771501925547,
    "max_f1_threshold": 0.12930667400360107,
    "pr_auc": 0.996182276471391
  }
}