| { |
| "target": "volatility", |
| "n_calls": 1578, |
| "date_range": [ |
| "2000-04-20", |
| "2024-08-07" |
| ], |
| "rungs": { |
| "A_tfidf_logreg": { |
| "rung": "A_tfidf_logreg", |
| "target": "volatility", |
| "macro_f1": { |
| "mean": 0.4654222031712612, |
| "std": 0.020658810508762372, |
| "ci_low": 0.43977090191681734, |
| "ci_high": 0.4910735044257051, |
| "n_folds": 5 |
| }, |
| "weighted_f1": { |
| "mean": 0.4728655149663347, |
| "std": 0.02683929107190984, |
| "ci_low": 0.4395401335050325, |
| "ci_high": 0.5061908964276369, |
| "n_folds": 5 |
| }, |
| "auroc_ovr": 0.6498221079830196 |
| }, |
| "B_audio_only_tabular": { |
| "rung": "B_audio_only_tabular", |
| "target": "volatility", |
| "macro_f1": { |
| "mean": 0.36234587450346983, |
| "std": 0.02206090666124767, |
| "ci_low": 0.33495364093446495, |
| "ci_high": 0.3897381080724747, |
| "n_folds": 5 |
| }, |
| "weighted_f1": { |
| "mean": 0.3673854200004104, |
| "std": 0.01407394242228341, |
| "ci_low": 0.34991031238186837, |
| "ci_high": 0.38486052761895245, |
| "n_folds": 5 |
| }, |
| "auroc_ovr": 0.5413070442007489 |
| }, |
| "C_finbert_attn_text": { |
| "rung": "C_finbert_attn_text", |
| "target": "volatility", |
| "macro_f1": { |
| "mean": 0.33702124520627996, |
| "std": 0.019925616306633233, |
| "ci_low": 0.31228032479631157, |
| "ci_high": 0.36176216561624835, |
| "n_folds": 5 |
| }, |
| "weighted_f1": { |
| "mean": 0.34116823790180584, |
| "std": 0.029504222200554094, |
| "ci_low": 0.3045339074003735, |
| "ci_high": 0.37780256840323817, |
| "n_folds": 5 |
| }, |
| "auroc_ovr": 0.5098772127518304 |
| }, |
| "D_concat_fusion": { |
| "rung": "D_concat_fusion", |
| "target": "volatility", |
| "macro_f1": { |
| "mean": 0.30830499262932437, |
| "std": 0.020128038676930405, |
| "ci_low": 0.2833127316497269, |
| "ci_high": 0.3332972536089218, |
| "n_folds": 5 |
| }, |
| "weighted_f1": { |
| "mean": 0.32191919492763543, |
| "std": 0.01616148233394642, |
| "ci_low": 0.301852064155968, |
| "ci_high": 0.3419863256993029, |
| "n_folds": 5 |
| }, |
| "auroc_ovr": 0.5203965258687623 |
| }, |
| "E_gated_fusion": { |
| "rung": "E_gated_fusion", |
| "target": "volatility", |
| "macro_f1": { |
| "mean": 0.294887158773062, |
| "std": 0.056394692567913456, |
| "ci_low": 0.22486389932171433, |
| "ci_high": 0.3649104182244096, |
| "n_folds": 5 |
| }, |
| "weighted_f1": { |
| "mean": 0.2970488993705678, |
| "std": 0.07276907518926472, |
| "ci_low": 0.20669415852547485, |
| "ci_high": 0.3874036402156607, |
| "n_folds": 5 |
| }, |
| "auroc_ovr": 0.4944706147864221 |
| } |
| }, |
| "comparisons": { |
| "E_vs_C": { |
| "a": "E_gated_fusion", |
| "b": "C_finbert_attn_text", |
| "macro_f1_diff": -0.04205235655002032, |
| "ci_low": -0.0771429424789849, |
| "ci_high": -0.007902882426394888 |
| }, |
| "E_vs_D": { |
| "a": "E_gated_fusion", |
| "b": "D_concat_fusion", |
| "macro_f1_diff": -0.030745406375682238, |
| "ci_low": -0.06949999160221496, |
| "ci_high": 0.006397956158978752 |
| }, |
| "D_vs_C": { |
| "a": "D_concat_fusion", |
| "b": "C_finbert_attn_text", |
| "macro_f1_diff": -0.011306950174338082, |
| "ci_low": -0.04659330854857793, |
| "ci_high": 0.02710306777885451 |
| }, |
| "C_vs_A": { |
| "a": "C_finbert_attn_text", |
| "b": "A_tfidf_logreg", |
| "macro_f1_diff": -0.12136716714872242, |
| "ci_low": -0.16103085394674593, |
| "ci_high": -0.0796842699919007 |
| }, |
| "E_vs_B": { |
| "a": "E_gated_fusion", |
| "b": "B_audio_only_tabular", |
| "macro_f1_diff": -0.05437444207956699, |
| "ci_low": -0.09531472506342593, |
| "ci_high": -0.015387183694287699 |
| } |
| }, |
| "verdict": "DOES NOT beat text-only baseline", |
| "convincing_multimodal_result": false |
| } |
