| { |
| "target": "sentiment", |
| "n_calls": 1038, |
| "date_range": [ |
| "2018-01-29", |
| "2024-08-07" |
| ], |
| "rungs": { |
| "A_tfidf_logreg": { |
| "rung": "A_tfidf_logreg", |
| "target": "sentiment", |
| "macro_f1": { |
| "mean": 0.5185731110401931, |
| "std": 0.05956686217421762, |
| "ci_low": 0.4446110827925014, |
| "ci_high": 0.5925351392878848, |
| "n_folds": 5 |
| }, |
| "weighted_f1": { |
| "mean": 0.538871253006752, |
| "std": 0.0510219050972396, |
| "ci_low": 0.4755191903277403, |
| "ci_high": 0.6022233156857636, |
| "n_folds": 5 |
| }, |
| "auroc_ovr": 0.7451453984939285 |
| }, |
| "B_audio_only_tabular": { |
| "rung": "B_audio_only_tabular", |
| "target": "sentiment", |
| "macro_f1": { |
| "mean": 0.32692407698816484, |
| "std": 0.059746715478065295, |
| "ci_low": 0.2527387313681274, |
| "ci_high": 0.40110942260820226, |
| "n_folds": 5 |
| }, |
| "weighted_f1": { |
| "mean": 0.35359118040958337, |
| "std": 0.05978001656966706, |
| "ci_low": 0.2793644860230032, |
| "ci_high": 0.42781787479616357, |
| "n_folds": 5 |
| }, |
| "auroc_ovr": 0.5232452653194453 |
| }, |
| "C_finbert_attn_text": { |
| "rung": "C_finbert_attn_text", |
| "target": "sentiment", |
| "macro_f1": { |
| "mean": 0.6988462296532032, |
| "std": 0.14416091690830354, |
| "ci_low": 0.519846809180118, |
| "ci_high": 0.8778456501262883, |
| "n_folds": 5 |
| }, |
| "weighted_f1": { |
| "mean": 0.7122273216956619, |
| "std": 0.1338575648190011, |
| "ci_low": 0.5460212025726812, |
| "ci_high": 0.8784334408186427, |
| "n_folds": 5 |
| }, |
| "auroc_ovr": 0.8841804925627872 |
| }, |
| "D_concat_fusion": { |
| "rung": "D_concat_fusion", |
| "target": "sentiment", |
| "macro_f1": { |
| "mean": 0.6933909563813094, |
| "std": 0.18921520915334283, |
| "ci_low": 0.45844924326300784, |
| "ci_high": 0.928332669499611, |
| "n_folds": 5 |
| }, |
| "weighted_f1": { |
| "mean": 0.7070906609901689, |
| "std": 0.17695874860449778, |
| "ci_low": 0.48736735368077305, |
| "ci_high": 0.9268139682995649, |
| "n_folds": 5 |
| }, |
| "auroc_ovr": 0.8881946228961871 |
| }, |
| "E_gated_fusion": { |
| "rung": "E_gated_fusion", |
| "target": "sentiment", |
| "macro_f1": { |
| "mean": 0.7413003578162497, |
| "std": 0.1308163679302183, |
| "ci_low": 0.5788703833815199, |
| "ci_high": 0.9037303322509795, |
| "n_folds": 5 |
| }, |
| "weighted_f1": { |
| "mean": 0.7578650555088323, |
| "std": 0.13015543921626427, |
| "ci_low": 0.5962557324635983, |
| "ci_high": 0.9194743785540663, |
| "n_folds": 5 |
| }, |
| "auroc_ovr": 0.913578867345822 |
| } |
| }, |
| "comparisons": { |
| "E_vs_C": { |
| "a": "E_gated_fusion", |
| "b": "C_finbert_attn_text", |
| "macro_f1_diff": 0.05092381444555949, |
| "ci_low": 0.015264113594670557, |
| "ci_high": 0.08594527181351999 |
| }, |
| "E_vs_D": { |
| "a": "E_gated_fusion", |
| "b": "D_concat_fusion", |
| "macro_f1_diff": 0.05361482951778651, |
| "ci_low": 0.01656820447218325, |
| "ci_high": 0.09000638623215013 |
| }, |
| "D_vs_C": { |
| "a": "D_concat_fusion", |
| "b": "C_finbert_attn_text", |
| "macro_f1_diff": -0.002691015072227021, |
| "ci_low": -0.0330122163005714, |
| "ci_high": 0.02957938639750552 |
| }, |
| "C_vs_A": { |
| "a": "C_finbert_attn_text", |
| "b": "A_tfidf_logreg", |
| "macro_f1_diff": 0.179405097501796, |
| "ci_low": 0.13460497556401999, |
| "ci_high": 0.22187222409672774 |
| }, |
| "E_vs_B": { |
| "a": "E_gated_fusion", |
| "b": "B_audio_only_tabular", |
| "macro_f1_diff": 0.41842170721347166, |
| "ci_low": 0.37261817712340883, |
| "ci_high": 0.46755160405581647 |
| } |
| }, |
| "verdict": "STRONG SUCCESS", |
| "convincing_multimodal_result": true |
| } |
