{
  "target": "sentiment",
  "n_calls": 1038,
  "date_range": [
    "2018-01-29",
    "2024-08-07"
  ],
  "rungs": {
    "A_tfidf_logreg": {
      "rung": "A_tfidf_logreg",
      "target": "sentiment",
      "macro_f1": {
        "mean": 0.5185731110401931,
        "std": 0.05956686217421762,
        "ci_low": 0.4446110827925014,
        "ci_high": 0.5925351392878848,
        "n_folds": 5
      },
      "weighted_f1": {
        "mean": 0.538871253006752,
        "std": 0.0510219050972396,
        "ci_low": 0.4755191903277403,
        "ci_high": 0.6022233156857636,
        "n_folds": 5
      },
      "auroc_ovr": 0.7451453984939285
    },
    "B_audio_only_tabular": {
      "rung": "B_audio_only_tabular",
      "target": "sentiment",
      "macro_f1": {
        "mean": 0.32692407698816484,
        "std": 0.059746715478065295,
        "ci_low": 0.2527387313681274,
        "ci_high": 0.40110942260820226,
        "n_folds": 5
      },
      "weighted_f1": {
        "mean": 0.35359118040958337,
        "std": 0.05978001656966706,
        "ci_low": 0.2793644860230032,
        "ci_high": 0.42781787479616357,
        "n_folds": 5
      },
      "auroc_ovr": 0.5232452653194453
    },
    "C_finbert_attn_text": {
      "rung": "C_finbert_attn_text",
      "target": "sentiment",
      "macro_f1": {
        "mean": 0.6988462296532032,
        "std": 0.14416091690830354,
        "ci_low": 0.519846809180118,
        "ci_high": 0.8778456501262883,
        "n_folds": 5
      },
      "weighted_f1": {
        "mean": 0.7122273216956619,
        "std": 0.1338575648190011,
        "ci_low": 0.5460212025726812,
        "ci_high": 0.8784334408186427,
        "n_folds": 5
      },
      "auroc_ovr": 0.8841804925627872
    },
    "D_concat_fusion": {
      "rung": "D_concat_fusion",
      "target": "sentiment",
      "macro_f1": {
        "mean": 0.6933909563813094,
        "std": 0.18921520915334283,
        "ci_low": 0.45844924326300784,
        "ci_high": 0.928332669499611,
        "n_folds": 5
      },
      "weighted_f1": {
        "mean": 0.7070906609901689,
        "std": 0.17695874860449778,
        "ci_low": 0.48736735368077305,
        "ci_high": 0.9268139682995649,
        "n_folds": 5
      },
      "auroc_ovr": 0.8881946228961871
    },
    "E_gated_fusion": {
      "rung": "E_gated_fusion",
      "target": "sentiment",
      "macro_f1": {
        "mean": 0.7413003578162497,
        "std": 0.1308163679302183,
        "ci_low": 0.5788703833815199,
        "ci_high": 0.9037303322509795,
        "n_folds": 5
      },
      "weighted_f1": {
        "mean": 0.7578650555088323,
        "std": 0.13015543921626427,
        "ci_low": 0.5962557324635983,
        "ci_high": 0.9194743785540663,
        "n_folds": 5
      },
      "auroc_ovr": 0.913578867345822
    }
  },
  "comparisons": {
    "E_vs_C": {
      "a": "E_gated_fusion",
      "b": "C_finbert_attn_text",
      "macro_f1_diff": 0.05092381444555949,
      "ci_low": 0.015264113594670557,
      "ci_high": 0.08594527181351999
    },
    "E_vs_D": {
      "a": "E_gated_fusion",
      "b": "D_concat_fusion",
      "macro_f1_diff": 0.05361482951778651,
      "ci_low": 0.01656820447218325,
      "ci_high": 0.09000638623215013
    },
    "D_vs_C": {
      "a": "D_concat_fusion",
      "b": "C_finbert_attn_text",
      "macro_f1_diff": -0.002691015072227021,
      "ci_low": -0.0330122163005714,
      "ci_high": 0.02957938639750552
    },
    "C_vs_A": {
      "a": "C_finbert_attn_text",
      "b": "A_tfidf_logreg",
      "macro_f1_diff": 0.179405097501796,
      "ci_low": 0.13460497556401999,
      "ci_high": 0.22187222409672774
    },
    "E_vs_B": {
      "a": "E_gated_fusion",
      "b": "B_audio_only_tabular",
      "macro_f1_diff": 0.41842170721347166,
      "ci_low": 0.37261817712340883,
      "ci_high": 0.46755160405581647
    }
  },
  "verdict": "STRONG SUCCESS",
  "convincing_multimodal_result": true
}