{ "models": [ { "model_name": "tfidf", "accuracy": 0.9922900091368398, "macro_f1": 0.9924938150790148, "weighted_f1": 0.9922797304638178, "report": { "charity_donations": { "precision": 1.0, "recall": 1.0, "f1-score": 1.0, "support": 22160.0 }, "entertainment_recreation": { "precision": 0.9997045540877052, "recall": 0.9978094194961665, "f1-score": 0.9987560877906854, "support": 23738.0 }, "financial_services": { "precision": 0.9894933943618017, "recall": 0.9998948806895827, "f1-score": 0.9946669455191886, "support": 28539.0 }, "food_dining": { "precision": 0.9956344708894765, "recall": 0.993840610072907, "f1-score": 0.9947367317410724, "support": 23866.0 }, "government_legal": { "precision": 0.9895684097421203, "recall": 0.9904552787237856, "f1-score": 0.990011645614978, "support": 22316.0 }, "healthcare_medical": { "precision": 0.9781765910179901, "recall": 0.9873373197326768, "f1-score": 0.9827356075359401, "support": 22744.0 }, "income": { "precision": 0.99191313434192, "recall": 0.9977151213270575, "f1-score": 0.9948056682006653, "support": 21883.0 }, "shopping_retail": { "precision": 0.9869506249770903, "recall": 0.9699207492795389, "f1-score": 0.9783615850002725, "support": 27760.0 }, "transportation": { "precision": 0.998010245120867, "recall": 0.9929657554441683, "f1-score": 0.9954816097293189, "support": 23741.0 }, "utilities_services": { "precision": 0.9948188784395681, "recall": 0.9959462993636126, "f1-score": 0.9953822696580266, "support": 22942.0 }, "accuracy": 0.9922900091368398, "macro avg": { "precision": 0.992427030297854, "recall": 0.9925885434129496, "f1-score": 0.9924938150790148, "support": 239689.0 }, "weighted avg": { "precision": 0.9923003908962669, "recall": 0.9922900091368398, "f1-score": 0.9922797304638178, "support": 239689.0 } }, "confusion_matrix": [ [ 22160, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 23686, 48, 0, 1, 1, 0, 1, 1, 0 ], [ 0, 1, 28536, 0, 0, 0, 1, 1, 0, 0 ], [ 0, 2, 57, 23719, 0, 0, 0, 88, 0, 0 ], [ 0, 1, 0, 0, 22103, 0, 176, 36, 0, 0 ], [ 0, 0, 58, 0, 0, 22456, 0, 230, 0, 0 ], [ 0, 0, 0, 0, 50, 0, 21833, 0, 0, 0 ], [ 0, 0, 49, 103, 181, 500, 0, 26925, 2, 0 ], [ 0, 2, 45, 1, 0, 0, 0, 0, 23574, 119 ], [ 0, 1, 46, 0, 1, 0, 1, 0, 44, 22849 ] ], "samples": 239689, "confidence_threshold": 0.7, "confidence_coverage": 0.9790228170671161, "high_confidence_accuracy": 0.999552546013185 } ], "selection_metric": "macro_f1", "selected": "tfidf" }