{
  "models": [
    {
      "model_name": "tfidf",
      "accuracy": 0.9922900091368398,
      "macro_f1": 0.9924938150790148,
      "weighted_f1": 0.9922797304638178,
      "report": {
        "charity_donations": {
          "precision": 1.0,
          "recall": 1.0,
          "f1-score": 1.0,
          "support": 22160.0
        },
        "entertainment_recreation": {
          "precision": 0.9997045540877052,
          "recall": 0.9978094194961665,
          "f1-score": 0.9987560877906854,
          "support": 23738.0
        },
        "financial_services": {
          "precision": 0.9894933943618017,
          "recall": 0.9998948806895827,
          "f1-score": 0.9946669455191886,
          "support": 28539.0
        },
        "food_dining": {
          "precision": 0.9956344708894765,
          "recall": 0.993840610072907,
          "f1-score": 0.9947367317410724,
          "support": 23866.0
        },
        "government_legal": {
          "precision": 0.9895684097421203,
          "recall": 0.9904552787237856,
          "f1-score": 0.990011645614978,
          "support": 22316.0
        },
        "healthcare_medical": {
          "precision": 0.9781765910179901,
          "recall": 0.9873373197326768,
          "f1-score": 0.9827356075359401,
          "support": 22744.0
        },
        "income": {
          "precision": 0.99191313434192,
          "recall": 0.9977151213270575,
          "f1-score": 0.9948056682006653,
          "support": 21883.0
        },
        "shopping_retail": {
          "precision": 0.9869506249770903,
          "recall": 0.9699207492795389,
          "f1-score": 0.9783615850002725,
          "support": 27760.0
        },
        "transportation": {
          "precision": 0.998010245120867,
          "recall": 0.9929657554441683,
          "f1-score": 0.9954816097293189,
          "support": 23741.0
        },
        "utilities_services": {
          "precision": 0.9948188784395681,
          "recall": 0.9959462993636126,
          "f1-score": 0.9953822696580266,
          "support": 22942.0
        },
        "accuracy": 0.9922900091368398,
        "macro avg": {
          "precision": 0.992427030297854,
          "recall": 0.9925885434129496,
          "f1-score": 0.9924938150790148,
          "support": 239689.0
        },
        "weighted avg": {
          "precision": 0.9923003908962669,
          "recall": 0.9922900091368398,
          "f1-score": 0.9922797304638178,
          "support": 239689.0
        }
      },
      "confusion_matrix": [
        [
          22160,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          23686,
          48,
          0,
          1,
          1,
          0,
          1,
          1,
          0
        ],
        [
          0,
          1,
          28536,
          0,
          0,
          0,
          1,
          1,
          0,
          0
        ],
        [
          0,
          2,
          57,
          23719,
          0,
          0,
          0,
          88,
          0,
          0
        ],
        [
          0,
          1,
          0,
          0,
          22103,
          0,
          176,
          36,
          0,
          0
        ],
        [
          0,
          0,
          58,
          0,
          0,
          22456,
          0,
          230,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          50,
          0,
          21833,
          0,
          0,
          0
        ],
        [
          0,
          0,
          49,
          103,
          181,
          500,
          0,
          26925,
          2,
          0
        ],
        [
          0,
          2,
          45,
          1,
          0,
          0,
          0,
          0,
          23574,
          119
        ],
        [
          0,
          1,
          46,
          0,
          1,
          0,
          1,
          0,
          44,
          22849
        ]
      ],
      "samples": 239689,
      "confidence_threshold": 0.7,
      "confidence_coverage": 0.9790228170671161,
      "high_confidence_accuracy": 0.999552546013185
    }
  ],
  "selection_metric": "macro_f1",
  "selected": "tfidf",
  "selected_validation": {
    "model_name": "tfidf",
    "accuracy": 0.9922900091368398,
    "macro_f1": 0.9924938150790148,
    "weighted_f1": 0.9922797304638178,
    "report": {
      "charity_donations": {
        "precision": 1.0,
        "recall": 1.0,
        "f1-score": 1.0,
        "support": 22160.0
      },
      "entertainment_recreation": {
        "precision": 0.9997045540877052,
        "recall": 0.9978094194961665,
        "f1-score": 0.9987560877906854,
        "support": 23738.0
      },
      "financial_services": {
        "precision": 0.9894933943618017,
        "recall": 0.9998948806895827,
        "f1-score": 0.9946669455191886,
        "support": 28539.0
      },
      "food_dining": {
        "precision": 0.9956344708894765,
        "recall": 0.993840610072907,
        "f1-score": 0.9947367317410724,
        "support": 23866.0
      },
      "government_legal": {
        "precision": 0.9895684097421203,
        "recall": 0.9904552787237856,
        "f1-score": 0.990011645614978,
        "support": 22316.0
      },
      "healthcare_medical": {
        "precision": 0.9781765910179901,
        "recall": 0.9873373197326768,
        "f1-score": 0.9827356075359401,
        "support": 22744.0
      },
      "income": {
        "precision": 0.99191313434192,
        "recall": 0.9977151213270575,
        "f1-score": 0.9948056682006653,
        "support": 21883.0
      },
      "shopping_retail": {
        "precision": 0.9869506249770903,
        "recall": 0.9699207492795389,
        "f1-score": 0.9783615850002725,
        "support": 27760.0
      },
      "transportation": {
        "precision": 0.998010245120867,
        "recall": 0.9929657554441683,
        "f1-score": 0.9954816097293189,
        "support": 23741.0
      },
      "utilities_services": {
        "precision": 0.9948188784395681,
        "recall": 0.9959462993636126,
        "f1-score": 0.9953822696580266,
        "support": 22942.0
      },
      "accuracy": 0.9922900091368398,
      "macro avg": {
        "precision": 0.992427030297854,
        "recall": 0.9925885434129496,
        "f1-score": 0.9924938150790148,
        "support": 239689.0
      },
      "weighted avg": {
        "precision": 0.9923003908962669,
        "recall": 0.9922900091368398,
        "f1-score": 0.9922797304638178,
        "support": 239689.0
      }
    },
    "confusion_matrix": [
      [
        22160,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0
      ],
      [
        0,
        23686,
        48,
        0,
        1,
        1,
        0,
        1,
        1,
        0
      ],
      [
        0,
        1,
        28536,
        0,
        0,
        0,
        1,
        1,
        0,
        0
      ],
      [
        0,
        2,
        57,
        23719,
        0,
        0,
        0,
        88,
        0,
        0
      ],
      [
        0,
        1,
        0,
        0,
        22103,
        0,
        176,
        36,
        0,
        0
      ],
      [
        0,
        0,
        58,
        0,
        0,
        22456,
        0,
        230,
        0,
        0
      ],
      [
        0,
        0,
        0,
        0,
        50,
        0,
        21833,
        0,
        0,
        0
      ],
      [
        0,
        0,
        49,
        103,
        181,
        500,
        0,
        26925,
        2,
        0
      ],
      [
        0,
        2,
        45,
        1,
        0,
        0,
        0,
        0,
        23574,
        119
      ],
      [
        0,
        1,
        46,
        0,
        1,
        0,
        1,
        0,
        44,
        22849
      ]
    ],
    "samples": 239689,
    "confidence_threshold": 0.7,
    "confidence_coverage": 0.9790228170671161,
    "high_confidence_accuracy": 0.999552546013185
  },
  "selected_test": {
    "model_name": "tfidf",
    "accuracy": 0.9929848825051134,
    "macro_f1": 0.9932028965957418,
    "weighted_f1": 0.9929778167820927,
    "report": {
      "charity_donations": {
        "precision": 0.9999548451187573,
        "recall": 1.0,
        "f1-score": 0.9999774220496264,
        "support": 22145.0
      },
      "entertainment_recreation": {
        "precision": 0.999746589517253,
        "recall": 0.9980183826629564,
        "f1-score": 0.9988817385800189,
        "support": 23718.0
      },
      "financial_services": {
        "precision": 0.9880473946784922,
        "recall": 0.9998247090169682,
        "f1-score": 0.9939011640064125,
        "support": 28524.0
      },
      "food_dining": {
        "precision": 0.9960777698114799,
        "recall": 0.9931457886548085,
        "f1-score": 0.9946096184620568,
        "support": 23781.0
      },
      "government_legal": {
        "precision": 0.9907501211293661,
        "recall": 0.9937704338605637,
        "f1-score": 0.9922579791340407,
        "support": 22634.0
      },
      "healthcare_medical": {
        "precision": 0.9814401400744145,
        "recall": 0.9882316643159379,
        "f1-score": 0.9848241934421189,
        "support": 22688.0
      },
      "income": {
        "precision": 0.995253164556962,
        "recall": 0.9974627339042182,
        "f1-score": 0.9963567242198638,
        "support": 22071.0
      },
      "shopping_retail": {
        "precision": 0.9878508434881254,
        "recall": 0.973775340884496,
        "f1-score": 0.980762593325946,
        "support": 27722.0
      },
      "transportation": {
        "precision": 0.9976043374101626,
        "recall": 0.9926396788223486,
        "f1-score": 0.9951158159522062,
        "support": 23912.0
      },
      "utilities_services": {
        "precision": 0.9951458433550532,
        "recall": 0.9955376673374748,
        "f1-score": 0.9953417167851285,
        "support": 22858.0
      },
      "accuracy": 0.9929848825051134,
      "macro avg": {
        "precision": 0.9931871049140065,
        "recall": 0.9932406399459772,
        "f1-score": 0.9932028965957418,
        "support": 240053.0
      },
      "weighted avg": {
        "precision": 0.9929953943768574,
        "recall": 0.9929848825051134,
        "f1-score": 0.9929778167820927,
        "support": 240053.0
      }
    },
    "confusion_matrix": [
      [
        22145,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0
      ],
      [
        0,
        23671,
        44,
        1,
        0,
        1,
        0,
        1,
        0,
        0
      ],
      [
        0,
        1,
        28519,
        1,
        0,
        0,
        3,
        0,
        0,
        0
      ],
      [
        1,
        2,
        82,
        23618,
        0,
        0,
        0,
        77,
        1,
        0
      ],
      [
        0,
        1,
        2,
        1,
        22493,
        0,
        102,
        34,
        1,
        0
      ],
      [
        0,
        0,
        47,
        0,
        0,
        22421,
        0,
        220,
        0,
        0
      ],
      [
        0,
        0,
        0,
        0,
        56,
        0,
        22015,
        0,
        0,
        0
      ],
      [
        0,
        0,
        60,
        89,
        154,
        423,
        0,
        26995,
        0,
        1
      ],
      [
        0,
        1,
        65,
        0,
        0,
        0,
        0,
        0,
        23736,
        110
      ],
      [
        0,
        1,
        45,
        1,
        0,
        0,
        0,
        0,
        55,
        22756
      ]
    ],
    "samples": 240053,
    "confidence_threshold": 0.7,
    "confidence_coverage": 0.9808167363040662,
    "high_confidence_accuracy": 0.9995540416567564
  },
  "final_refit_training_rows": 1359243,
  "accepted": true
}