| { |
| "ag_news": { |
| "n": 3000, |
| "pos_rate": 0.5, |
| "accuracy": 0.815, |
| "precision": 0.8507795100222717, |
| "recall": 0.764, |
| "f1": 0.8050579557428872, |
| "roc_auc": 0.8923735555555554, |
| "brier": 0.14451760017147644, |
| "ece": 0.09444908346158143 |
| }, |
| "emotion": { |
| "n": 3000, |
| "pos_rate": 0.5, |
| "accuracy": 0.736, |
| "precision": 0.7681818181818182, |
| "recall": 0.676, |
| "f1": 0.7191489361702128, |
| "roc_auc": 0.7857691111111111, |
| "brier": 0.20677047885938843, |
| "ece": 0.12796099538348302 |
| }, |
| "rotten_tomatoes": { |
| "n": 3000, |
| "pos_rate": 0.5, |
| "accuracy": 0.837, |
| "precision": 0.8488612836438924, |
| "recall": 0.82, |
| "f1": 0.8341810783316379, |
| "roc_auc": 0.8983180000000001, |
| "brier": 0.13344495867029804, |
| "ece": 0.08745909396170945 |
| }, |
| "ALL": { |
| "n": 9000, |
| "pos_rate": 0.5, |
| "accuracy": 0.796, |
| "precision": 0.8236151603498543, |
| "recall": 0.7533333333333333, |
| "f1": 0.786908077994429, |
| "roc_auc": 0.8635812839506173, |
| "brier": 0.161577679233721, |
| "ece": 0.10279159598722536 |
| } |
| } |
