{ "ag_news": { "n": 3000, "pos_rate": 0.5, "accuracy": 0.815, "precision": 0.8507795100222717, "recall": 0.764, "f1": 0.8050579557428872, "roc_auc": 0.8923735555555554, "brier": 0.14451760017147644, "ece": 0.09444908346158143 }, "emotion": { "n": 3000, "pos_rate": 0.5, "accuracy": 0.736, "precision": 0.7681818181818182, "recall": 0.676, "f1": 0.7191489361702128, "roc_auc": 0.7857691111111111, "brier": 0.20677047885938843, "ece": 0.12796099538348302 }, "rotten_tomatoes": { "n": 3000, "pos_rate": 0.5, "accuracy": 0.837, "precision": 0.8488612836438924, "recall": 0.82, "f1": 0.8341810783316379, "roc_auc": 0.8983180000000001, "brier": 0.13344495867029804, "ece": 0.08745909396170945 }, "ALL": { "n": 9000, "pos_rate": 0.5, "accuracy": 0.796, "precision": 0.8236151603498543, "recall": 0.7533333333333333, "f1": 0.786908077994429, "roc_auc": 0.8635812839506173, "brier": 0.161577679233721, "ece": 0.10279159598722536 } }