| { |
| "models": [ |
| { |
| "model_name": "tfidf", |
| "accuracy": 0.9922900091368398, |
| "macro_f1": 0.9924938150790148, |
| "weighted_f1": 0.9922797304638178, |
| "report": { |
| "charity_donations": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 22160.0 |
| }, |
| "entertainment_recreation": { |
| "precision": 0.9997045540877052, |
| "recall": 0.9978094194961665, |
| "f1-score": 0.9987560877906854, |
| "support": 23738.0 |
| }, |
| "financial_services": { |
| "precision": 0.9894933943618017, |
| "recall": 0.9998948806895827, |
| "f1-score": 0.9946669455191886, |
| "support": 28539.0 |
| }, |
| "food_dining": { |
| "precision": 0.9956344708894765, |
| "recall": 0.993840610072907, |
| "f1-score": 0.9947367317410724, |
| "support": 23866.0 |
| }, |
| "government_legal": { |
| "precision": 0.9895684097421203, |
| "recall": 0.9904552787237856, |
| "f1-score": 0.990011645614978, |
| "support": 22316.0 |
| }, |
| "healthcare_medical": { |
| "precision": 0.9781765910179901, |
| "recall": 0.9873373197326768, |
| "f1-score": 0.9827356075359401, |
| "support": 22744.0 |
| }, |
| "income": { |
| "precision": 0.99191313434192, |
| "recall": 0.9977151213270575, |
| "f1-score": 0.9948056682006653, |
| "support": 21883.0 |
| }, |
| "shopping_retail": { |
| "precision": 0.9869506249770903, |
| "recall": 0.9699207492795389, |
| "f1-score": 0.9783615850002725, |
| "support": 27760.0 |
| }, |
| "transportation": { |
| "precision": 0.998010245120867, |
| "recall": 0.9929657554441683, |
| "f1-score": 0.9954816097293189, |
| "support": 23741.0 |
| }, |
| "utilities_services": { |
| "precision": 0.9948188784395681, |
| "recall": 0.9959462993636126, |
| "f1-score": 0.9953822696580266, |
| "support": 22942.0 |
| }, |
| "accuracy": 0.9922900091368398, |
| "macro avg": { |
| "precision": 0.992427030297854, |
| "recall": 0.9925885434129496, |
| "f1-score": 0.9924938150790148, |
| "support": 239689.0 |
| }, |
| "weighted avg": { |
| "precision": 0.9923003908962669, |
| "recall": 0.9922900091368398, |
| "f1-score": 0.9922797304638178, |
| "support": 239689.0 |
| } |
| }, |
| "confusion_matrix": [ |
| [ |
| 22160, |
| 0, |
| 0, |
| 0, |
| 0, |
| 0, |
| 0, |
| 0, |
| 0, |
| 0 |
| ], |
| [ |
| 0, |
| 23686, |
| 48, |
| 0, |
| 1, |
| 1, |
| 0, |
| 1, |
| 1, |
| 0 |
| ], |
| [ |
| 0, |
| 1, |
| 28536, |
| 0, |
| 0, |
| 0, |
| 1, |
| 1, |
| 0, |
| 0 |
| ], |
| [ |
| 0, |
| 2, |
| 57, |
| 23719, |
| 0, |
| 0, |
| 0, |
| 88, |
| 0, |
| 0 |
| ], |
| [ |
| 0, |
| 1, |
| 0, |
| 0, |
| 22103, |
| 0, |
| 176, |
| 36, |
| 0, |
| 0 |
| ], |
| [ |
| 0, |
| 0, |
| 58, |
| 0, |
| 0, |
| 22456, |
| 0, |
| 230, |
| 0, |
| 0 |
| ], |
| [ |
| 0, |
| 0, |
| 0, |
| 0, |
| 50, |
| 0, |
| 21833, |
| 0, |
| 0, |
| 0 |
| ], |
| [ |
| 0, |
| 0, |
| 49, |
| 103, |
| 181, |
| 500, |
| 0, |
| 26925, |
| 2, |
| 0 |
| ], |
| [ |
| 0, |
| 2, |
| 45, |
| 1, |
| 0, |
| 0, |
| 0, |
| 0, |
| 23574, |
| 119 |
| ], |
| [ |
| 0, |
| 1, |
| 46, |
| 0, |
| 1, |
| 0, |
| 1, |
| 0, |
| 44, |
| 22849 |
| ] |
| ], |
| "samples": 239689, |
| "confidence_threshold": 0.7, |
| "confidence_coverage": 0.9790228170671161, |
| "high_confidence_accuracy": 0.999552546013185 |
| } |
| ], |
| "selection_metric": "macro_f1", |
| "selected": "tfidf", |
| "selected_validation": { |
| "model_name": "tfidf", |
| "accuracy": 0.9922900091368398, |
| "macro_f1": 0.9924938150790148, |
| "weighted_f1": 0.9922797304638178, |
| "report": { |
| "charity_donations": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 22160.0 |
| }, |
| "entertainment_recreation": { |
| "precision": 0.9997045540877052, |
| "recall": 0.9978094194961665, |
| "f1-score": 0.9987560877906854, |
| "support": 23738.0 |
| }, |
| "financial_services": { |
| "precision": 0.9894933943618017, |
| "recall": 0.9998948806895827, |
| "f1-score": 0.9946669455191886, |
| "support": 28539.0 |
| }, |
| "food_dining": { |
| "precision": 0.9956344708894765, |
| "recall": 0.993840610072907, |
| "f1-score": 0.9947367317410724, |
| "support": 23866.0 |
| }, |
| "government_legal": { |
| "precision": 0.9895684097421203, |
| "recall": 0.9904552787237856, |
| "f1-score": 0.990011645614978, |
| "support": 22316.0 |
| }, |
| "healthcare_medical": { |
| "precision": 0.9781765910179901, |
| "recall": 0.9873373197326768, |
| "f1-score": 0.9827356075359401, |
| "support": 22744.0 |
| }, |
| "income": { |
| "precision": 0.99191313434192, |
| "recall": 0.9977151213270575, |
| "f1-score": 0.9948056682006653, |
| "support": 21883.0 |
| }, |
| "shopping_retail": { |
| "precision": 0.9869506249770903, |
| "recall": 0.9699207492795389, |
| "f1-score": 0.9783615850002725, |
| "support": 27760.0 |
| }, |
| "transportation": { |
| "precision": 0.998010245120867, |
| "recall": 0.9929657554441683, |
| "f1-score": 0.9954816097293189, |
| "support": 23741.0 |
| }, |
| "utilities_services": { |
| "precision": 0.9948188784395681, |
| "recall": 0.9959462993636126, |
| "f1-score": 0.9953822696580266, |
| "support": 22942.0 |
| }, |
| "accuracy": 0.9922900091368398, |
| "macro avg": { |
| "precision": 0.992427030297854, |
| "recall": 0.9925885434129496, |
| "f1-score": 0.9924938150790148, |
| "support": 239689.0 |
| }, |
| "weighted avg": { |
| "precision": 0.9923003908962669, |
| "recall": 0.9922900091368398, |
| "f1-score": 0.9922797304638178, |
| "support": 239689.0 |
| } |
| }, |
| "confusion_matrix": [ |
| [ |
| 22160, |
| 0, |
| 0, |
| 0, |
| 0, |
| 0, |
| 0, |
| 0, |
| 0, |
| 0 |
| ], |
| [ |
| 0, |
| 23686, |
| 48, |
| 0, |
| 1, |
| 1, |
| 0, |
| 1, |
| 1, |
| 0 |
| ], |
| [ |
| 0, |
| 1, |
| 28536, |
| 0, |
| 0, |
| 0, |
| 1, |
| 1, |
| 0, |
| 0 |
| ], |
| [ |
| 0, |
| 2, |
| 57, |
| 23719, |
| 0, |
| 0, |
| 0, |
| 88, |
| 0, |
| 0 |
| ], |
| [ |
| 0, |
| 1, |
| 0, |
| 0, |
| 22103, |
| 0, |
| 176, |
| 36, |
| 0, |
| 0 |
| ], |
| [ |
| 0, |
| 0, |
| 58, |
| 0, |
| 0, |
| 22456, |
| 0, |
| 230, |
| 0, |
| 0 |
| ], |
| [ |
| 0, |
| 0, |
| 0, |
| 0, |
| 50, |
| 0, |
| 21833, |
| 0, |
| 0, |
| 0 |
| ], |
| [ |
| 0, |
| 0, |
| 49, |
| 103, |
| 181, |
| 500, |
| 0, |
| 26925, |
| 2, |
| 0 |
| ], |
| [ |
| 0, |
| 2, |
| 45, |
| 1, |
| 0, |
| 0, |
| 0, |
| 0, |
| 23574, |
| 119 |
| ], |
| [ |
| 0, |
| 1, |
| 46, |
| 0, |
| 1, |
| 0, |
| 1, |
| 0, |
| 44, |
| 22849 |
| ] |
| ], |
| "samples": 239689, |
| "confidence_threshold": 0.7, |
| "confidence_coverage": 0.9790228170671161, |
| "high_confidence_accuracy": 0.999552546013185 |
| }, |
| "selected_test": { |
| "model_name": "tfidf", |
| "accuracy": 0.9929848825051134, |
| "macro_f1": 0.9932028965957418, |
| "weighted_f1": 0.9929778167820927, |
| "report": { |
| "charity_donations": { |
| "precision": 0.9999548451187573, |
| "recall": 1.0, |
| "f1-score": 0.9999774220496264, |
| "support": 22145.0 |
| }, |
| "entertainment_recreation": { |
| "precision": 0.999746589517253, |
| "recall": 0.9980183826629564, |
| "f1-score": 0.9988817385800189, |
| "support": 23718.0 |
| }, |
| "financial_services": { |
| "precision": 0.9880473946784922, |
| "recall": 0.9998247090169682, |
| "f1-score": 0.9939011640064125, |
| "support": 28524.0 |
| }, |
| "food_dining": { |
| "precision": 0.9960777698114799, |
| "recall": 0.9931457886548085, |
| "f1-score": 0.9946096184620568, |
| "support": 23781.0 |
| }, |
| "government_legal": { |
| "precision": 0.9907501211293661, |
| "recall": 0.9937704338605637, |
| "f1-score": 0.9922579791340407, |
| "support": 22634.0 |
| }, |
| "healthcare_medical": { |
| "precision": 0.9814401400744145, |
| "recall": 0.9882316643159379, |
| "f1-score": 0.9848241934421189, |
| "support": 22688.0 |
| }, |
| "income": { |
| "precision": 0.995253164556962, |
| "recall": 0.9974627339042182, |
| "f1-score": 0.9963567242198638, |
| "support": 22071.0 |
| }, |
| "shopping_retail": { |
| "precision": 0.9878508434881254, |
| "recall": 0.973775340884496, |
| "f1-score": 0.980762593325946, |
| "support": 27722.0 |
| }, |
| "transportation": { |
| "precision": 0.9976043374101626, |
| "recall": 0.9926396788223486, |
| "f1-score": 0.9951158159522062, |
| "support": 23912.0 |
| }, |
| "utilities_services": { |
| "precision": 0.9951458433550532, |
| "recall": 0.9955376673374748, |
| "f1-score": 0.9953417167851285, |
| "support": 22858.0 |
| }, |
| "accuracy": 0.9929848825051134, |
| "macro avg": { |
| "precision": 0.9931871049140065, |
| "recall": 0.9932406399459772, |
| "f1-score": 0.9932028965957418, |
| "support": 240053.0 |
| }, |
| "weighted avg": { |
| "precision": 0.9929953943768574, |
| "recall": 0.9929848825051134, |
| "f1-score": 0.9929778167820927, |
| "support": 240053.0 |
| } |
| }, |
| "confusion_matrix": [ |
| [ |
| 22145, |
| 0, |
| 0, |
| 0, |
| 0, |
| 0, |
| 0, |
| 0, |
| 0, |
| 0 |
| ], |
| [ |
| 0, |
| 23671, |
| 44, |
| 1, |
| 0, |
| 1, |
| 0, |
| 1, |
| 0, |
| 0 |
| ], |
| [ |
| 0, |
| 1, |
| 28519, |
| 1, |
| 0, |
| 0, |
| 3, |
| 0, |
| 0, |
| 0 |
| ], |
| [ |
| 1, |
| 2, |
| 82, |
| 23618, |
| 0, |
| 0, |
| 0, |
| 77, |
| 1, |
| 0 |
| ], |
| [ |
| 0, |
| 1, |
| 2, |
| 1, |
| 22493, |
| 0, |
| 102, |
| 34, |
| 1, |
| 0 |
| ], |
| [ |
| 0, |
| 0, |
| 47, |
| 0, |
| 0, |
| 22421, |
| 0, |
| 220, |
| 0, |
| 0 |
| ], |
| [ |
| 0, |
| 0, |
| 0, |
| 0, |
| 56, |
| 0, |
| 22015, |
| 0, |
| 0, |
| 0 |
| ], |
| [ |
| 0, |
| 0, |
| 60, |
| 89, |
| 154, |
| 423, |
| 0, |
| 26995, |
| 0, |
| 1 |
| ], |
| [ |
| 0, |
| 1, |
| 65, |
| 0, |
| 0, |
| 0, |
| 0, |
| 0, |
| 23736, |
| 110 |
| ], |
| [ |
| 0, |
| 1, |
| 45, |
| 1, |
| 0, |
| 0, |
| 0, |
| 0, |
| 55, |
| 22756 |
| ] |
| ], |
| "samples": 240053, |
| "confidence_threshold": 0.7, |
| "confidence_coverage": 0.9808167363040662, |
| "high_confidence_accuracy": 0.9995540416567564 |
| }, |
| "final_refit_training_rows": 1359243, |
| "accepted": true |
| } |
