Spaces:
Running
Running
Commit ·
74c4bec
1
Parent(s): 2efb236
Leaderboard v0.2.1
Browse filesThis view is limited to 50 files because it contains too many changes. See raw diff
- assets/logo.svg +57 -0
- assets/style.css +9 -0
- data/meta.json +1 -1
- data/per_dataset.csv +71 -71
- data/per_dataset_table.html +0 -0
- data/subsets/tasks_all/models_all/budgets_0/elo_explorer.html +45 -45
- data/subsets/tasks_all/models_all/budgets_0/leaderboard_table.html +16 -16
- data/subsets/tasks_all/models_all/budgets_0/website_leaderboard.csv +15 -15
- data/subsets/tasks_all/models_all/budgets_1/elo_explorer.html +45 -45
- data/subsets/tasks_all/models_all/budgets_1/leaderboard_table.html +16 -16
- data/subsets/tasks_all/models_all/budgets_1/website_leaderboard.csv +15 -15
- data/subsets/tasks_all/models_all/budgets_2/elo_explorer.html +45 -45
- data/subsets/tasks_all/models_all/budgets_2/leaderboard_table.html +16 -16
- data/subsets/tasks_all/models_all/budgets_2/website_leaderboard.csv +15 -15
- data/subsets/tasks_all/models_all/budgets_3/elo_explorer.html +45 -45
- data/subsets/tasks_all/models_all/budgets_3/leaderboard_table.html +16 -16
- data/subsets/tasks_all/models_all/budgets_3/website_leaderboard.csv +15 -15
- data/subsets/tasks_all/models_all/budgets_4/elo_explorer.html +42 -42
- data/subsets/tasks_all/models_all/budgets_4/leaderboard_table.html +15 -15
- data/subsets/tasks_all/models_all/budgets_4/website_leaderboard.csv +14 -14
- data/subsets/tasks_all/models_all/budgets_all/elo_explorer.html +39 -39
- data/subsets/tasks_all/models_all/budgets_all/leaderboard_table.html +14 -14
- data/subsets/tasks_all/models_all/budgets_all/website_leaderboard.csv +13 -13
- data/subsets/tasks_all/models_lightgbm/budgets_0/elo_explorer.html +45 -45
- data/subsets/tasks_all/models_lightgbm/budgets_0/leaderboard_table.html +16 -16
- data/subsets/tasks_all/models_lightgbm/budgets_0/website_leaderboard.csv +15 -15
- data/subsets/tasks_all/models_lightgbm/budgets_1/elo_explorer.html +45 -45
- data/subsets/tasks_all/models_lightgbm/budgets_1/leaderboard_table.html +16 -16
- data/subsets/tasks_all/models_lightgbm/budgets_1/website_leaderboard.csv +15 -15
- data/subsets/tasks_all/models_lightgbm/budgets_2/elo_explorer.html +43 -43
- data/subsets/tasks_all/models_lightgbm/budgets_2/leaderboard_table.html +15 -15
- data/subsets/tasks_all/models_lightgbm/budgets_2/website_leaderboard.csv +14 -14
- data/subsets/tasks_all/models_lightgbm/budgets_3/elo_explorer.html +45 -45
- data/subsets/tasks_all/models_lightgbm/budgets_3/leaderboard_table.html +16 -16
- data/subsets/tasks_all/models_lightgbm/budgets_3/website_leaderboard.csv +15 -15
- data/subsets/tasks_all/models_lightgbm/budgets_4/elo_explorer.html +45 -45
- data/subsets/tasks_all/models_lightgbm/budgets_4/leaderboard_table.html +16 -16
- data/subsets/tasks_all/models_lightgbm/budgets_4/website_leaderboard.csv +15 -15
- data/subsets/tasks_all/models_lightgbm/budgets_all/elo_explorer.html +42 -42
- data/subsets/tasks_all/models_lightgbm/budgets_all/leaderboard_table.html +15 -15
- data/subsets/tasks_all/models_lightgbm/budgets_all/website_leaderboard.csv +14 -14
- data/subsets/tasks_all/models_linearmodel/budgets_0/elo_explorer.html +45 -45
- data/subsets/tasks_all/models_linearmodel/budgets_0/leaderboard_table.html +16 -16
- data/subsets/tasks_all/models_linearmodel/budgets_0/website_leaderboard.csv +15 -15
- data/subsets/tasks_all/models_linearmodel/budgets_1/elo_explorer.html +45 -45
- data/subsets/tasks_all/models_linearmodel/budgets_1/leaderboard_table.html +16 -16
- data/subsets/tasks_all/models_linearmodel/budgets_1/website_leaderboard.csv +15 -15
- data/subsets/tasks_all/models_linearmodel/budgets_2/elo_explorer.html +45 -45
- data/subsets/tasks_all/models_linearmodel/budgets_2/leaderboard_table.html +16 -16
- data/subsets/tasks_all/models_linearmodel/budgets_2/website_leaderboard.csv +15 -15
assets/logo.svg
ADDED
|
assets/style.css
CHANGED
|
@@ -38,7 +38,16 @@ a { color: var(--accent); }
|
|
| 38 |
.page { max-width: 1200px; margin: 0 auto; padding: 24px 16px 48px; }
|
| 39 |
|
| 40 |
/* Header */
|
|
|
|
|
|
|
|
|
|
|
|
|
| 41 |
.header h1 { font-size: 2.1rem; line-height: 1.15; margin: 0; letter-spacing: -0.015em; }
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 42 |
.header h1 .mark { color: var(--accent); }
|
| 43 |
.subtitle { margin: 4px 0 12px; color: var(--muted); font-size: 1.05rem; }
|
| 44 |
.facts { display: flex; flex-wrap: wrap; gap: 6px; margin: 0; padding: 0; list-style: none; }
|
|
|
|
| 38 |
.page { max-width: 1200px; margin: 0 auto; padding: 24px 16px 48px; }
|
| 39 |
|
| 40 |
/* Header */
|
| 41 |
+
.brand { display: flex; align-items: center; gap: 16px; margin-bottom: 12px; }
|
| 42 |
+
.brand .logo { width: 92px; height: auto; flex: none; }
|
| 43 |
+
.brand > div { min-width: 0; flex: 1; }
|
| 44 |
+
.brand .subtitle { margin: 2px 0 0; overflow-wrap: anywhere; }
|
| 45 |
.header h1 { font-size: 2.1rem; line-height: 1.15; margin: 0; letter-spacing: -0.015em; }
|
| 46 |
+
@media (max-width: 640px) {
|
| 47 |
+
.brand { gap: 12px; }
|
| 48 |
+
.brand .logo { width: 64px; }
|
| 49 |
+
.header h1 { font-size: 1.7rem; }
|
| 50 |
+
}
|
| 51 |
.header h1 .mark { color: var(--accent); }
|
| 52 |
.subtitle { margin: 4px 0 12px; color: var(--muted); font-size: 1.05rem; }
|
| 53 |
.facts { display: flex; flex-wrap: wrap; gap: 6px; margin: 0; padding: 0; list-style: none; }
|
data/meta.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
| 1 |
{
|
| 2 |
"benchmark_name": "feature_selection_benchmark_2026_all",
|
| 3 |
-
"generated_at": "2026-10-14
|
| 4 |
"selectarena_version": "0.1.0",
|
| 5 |
"n_results": 79873,
|
| 6 |
"n_datasets": 71,
|
|
|
|
| 1 |
{
|
| 2 |
"benchmark_name": "feature_selection_benchmark_2026_all",
|
| 3 |
+
"generated_at": "2026-10-14 12:53 UTC",
|
| 4 |
"selectarena_version": "0.1.0",
|
| 5 |
"n_results": 79873,
|
| 6 |
"n_datasets": 71,
|
data/per_dataset.csv
CHANGED
|
@@ -1,72 +1,72 @@
|
|
| 1 |
dataset,problem_type,(R)ReliefF,CART,ElasticNet,F-Test,GainRatio,LOCO,LaplacianScore,Lasso,MI,MarkovBlanket,RFImportance,Random,SBE,SFS,mRMR
|
| 2 |
-
|
| 3 |
-
|
| 4 |
-
|
| 5 |
-
|
| 6 |
-
|
| 7 |
-
|
| 8 |
-
|
| 9 |
-
|
| 10 |
-
|
| 11 |
-
|
| 12 |
-
|
| 13 |
-
|
| 14 |
-
|
| 15 |
-
|
| 16 |
-
|
| 17 |
-
|
| 18 |
-
|
| 19 |
-
|
| 20 |
-
|
| 21 |
-
|
| 22 |
-
|
| 23 |
-
|
| 24 |
-
|
| 25 |
-
|
| 26 |
-
|
| 27 |
-
|
| 28 |
-
|
| 29 |
-
|
| 30 |
-
|
| 31 |
-
|
| 32 |
-
|
| 33 |
-
|
| 34 |
-
|
| 35 |
-
|
| 36 |
-
|
| 37 |
-
|
| 38 |
-
|
| 39 |
-
|
| 40 |
-
|
| 41 |
-
|
| 42 |
-
|
| 43 |
-
|
| 44 |
-
|
| 45 |
-
|
| 46 |
-
|
| 47 |
-
|
| 48 |
-
|
| 49 |
-
|
| 50 |
-
|
| 51 |
-
|
| 52 |
-
|
| 53 |
-
|
| 54 |
-
|
| 55 |
-
|
| 56 |
-
|
| 57 |
-
|
| 58 |
-
|
| 59 |
-
|
| 60 |
-
|
| 61 |
-
|
| 62 |
-
|
| 63 |
-
|
| 64 |
-
|
| 65 |
-
|
| 66 |
-
|
| 67 |
-
|
| 68 |
-
|
| 69 |
-
|
| 70 |
-
|
| 71 |
-
|
| 72 |
-
|
|
|
|
| 1 |
dataset,problem_type,(R)ReliefF,CART,ElasticNet,F-Test,GainRatio,LOCO,LaplacianScore,Lasso,MI,MarkovBlanket,RFImportance,Random,SBE,SFS,mRMR
|
| 2 |
+
allstate_claims_severity,regression,8.84,3.17,5.44,8.93,7.55,3.75,14.93,5.43,5.27,7.62,3.55,13.31,13.69,8.0,10.52
|
| 3 |
+
ancestry_study,multiclass,6.41,4.27,7.01,5.09,9.12,7.48,11.53,7.3,3.65,7.95,6.01,13.27,12.37,10.87,7.65
|
| 4 |
+
anneal,multiclass,7.47,5.95,6.8,8.84,8.53,7.61,12.8,5.31,8.65,7.79,4.68,12.75,6.44,7.62,8.77
|
| 5 |
+
aps_failure,binary,12.05,4.87,5.08,8.73,10.39,9.77,13.05,5.99,7.51,4.93,3.89,8.03,10.21,7.19,8.31
|
| 6 |
+
audiology_diagnosis,multiclass,6.79,6.82,8.39,6.31,7.82,13.25,8.63,9.63,5.95,7.13,4.25,9.03,9.45,7.83,8.71
|
| 7 |
+
automobile,regression,8.08,4.27,9.77,7.47,8.78,7.23,12.84,9.82,4.83,7.68,3.89,9.64,7.35,10.03,8.33
|
| 8 |
+
bad_customer_detection,binary,13.05,7.02,11.47,10.83,3.43,7.76,9.41,11.49,3.89,6.55,7.25,9.3,6.51,5.67,6.37
|
| 9 |
+
bank_customer_churn,binary,10.27,9.29,8.33,6.31,6.89,4.46,13.69,8.33,4.35,6.85,9.99,13.23,5.09,4.86,8.05
|
| 10 |
+
bank_marketing,binary,11.09,9.55,5.79,6.59,10.19,5.12,10.9,5.77,6.11,7.91,10.75,10.58,4.23,5.73,9.71
|
| 11 |
+
bioresponse,binary,7.68,3.87,5.69,5.23,9.24,11.72,15.0,5.59,3.4,5.33,2.96,12.71,12.96,8.97,9.65
|
| 12 |
+
body_density_prediction,regression,6.12,6.69,5.97,8.65,9.19,8.87,9.03,5.97,9.27,9.22,6.08,12.32,7.08,6.63,8.92
|
| 13 |
+
brasilian_houses,regression,7.89,6.73,8.36,6.39,7.79,7.57,12.43,8.37,7.59,5.97,6.1,10.11,8.55,9.81,6.34
|
| 14 |
+
churn,binary,10.35,5.77,5.45,5.37,11.92,9.79,12.47,5.27,8.37,12.52,6.29,12.76,3.79,4.36,5.55
|
| 15 |
+
clock_protein_period,binary,9.99,8.96,6.92,6.59,9.79,8.55,5.27,6.92,9.33,8.43,8.45,6.43,6.87,6.39,11.11
|
| 16 |
+
clock_protein_toxicity,binary,9.35,8.57,7.77,8.96,6.07,9.43,7.92,7.77,7.67,8.33,7.27,8.91,7.6,6.87,7.5
|
| 17 |
+
coil_2000_insurance_policies,binary,13.15,4.73,8.38,4.19,6.85,7.36,14.97,10.65,4.97,7.4,6.19,8.01,10.65,4.64,7.85
|
| 18 |
+
colon_tumor,binary,6.51,9.95,7.53,6.69,7.26,8.39,7.87,7.0,6.91,8.5,7.94,9.58,9.13,9.08,7.66
|
| 19 |
+
credit_approval,binary,7.71,7.22,5.86,4.45,11.55,7.25,12.81,5.55,6.09,12.29,5.65,11.33,6.2,7.33,8.69
|
| 20 |
+
credit_card_clients_default,binary,7.33,8.01,6.99,6.82,7.07,6.27,13.27,8.77,8.95,5.37,8.12,10.56,5.67,8.82,7.98
|
| 21 |
+
customer_satisfaction_in_airline,binary,6.43,5.28,8.42,12.05,11.93,5.47,7.54,8.45,8.06,9.03,7.69,12.4,2.49,2.61,12.15
|
| 22 |
+
drug_induced_autoimmunity_prediction,binary,9.23,5.95,7.67,8.89,6.29,6.85,11.43,8.02,8.01,5.67,6.16,9.36,9.93,7.61,8.92
|
| 23 |
+
forest_fires,regression,8.04,7.27,8.83,10.8,6.71,7.96,6.51,8.83,7.2,7.94,7.65,8.23,8.42,7.88,7.74
|
| 24 |
+
framingham_heart_study,binary,8.86,7.81,5.81,6.46,7.86,5.33,12.43,6.25,10.51,9.01,7.34,10.87,5.24,8.27,7.96
|
| 25 |
+
give_me_some_credit,binary,10.92,10.48,6.95,5.63,11.11,4.23,12.25,7.09,3.98,10.55,10.36,8.87,5.07,6.12,6.4
|
| 26 |
+
hazelnut_spread_contaminant_detection_10GHz,binary,4.31,4.44,8.17,9.15,9.15,6.27,14.69,8.32,9.35,6.79,5.71,12.51,5.35,6.75,9.05
|
| 27 |
+
heart_disease_cleveland,binary,6.83,9.0,6.89,7.27,5.91,9.03,12.43,7.73,5.83,8.26,6.93,8.74,8.76,8.15,8.23
|
| 28 |
+
heart_disease_hungary,binary,6.19,11.7,4.99,6.31,9.88,9.07,7.24,6.73,6.1,10.4,9.46,11.45,7.24,6.28,6.96
|
| 29 |
+
heart_disease_switzerland,binary,5.01,7.36,10.92,5.7,9.11,7.43,8.52,10.92,4.41,10.33,8.27,8.84,8.01,9.46,5.71
|
| 30 |
+
heart_disease_va_long_beach,binary,8.51,8.63,10.15,6.6,7.14,7.86,6.73,10.07,7.06,6.93,8.32,7.91,5.43,8.55,10.12
|
| 31 |
+
heloc,binary,7.45,7.36,8.25,7.35,7.37,8.13,13.37,8.03,6.67,4.32,7.36,13.23,6.65,8.27,6.19
|
| 32 |
+
hepatitis_survival_prediction,binary,8.27,8.17,8.43,8.26,7.73,7.31,8.89,7.9,7.27,6.38,9.08,7.97,6.63,10.03,7.69
|
| 33 |
+
hiva_agnostic,binary,6.4,8.39,4.23,8.16,10.09,10.05,12.67,5.93,8.11,8.95,4.67,7.91,8.87,5.49,10.09
|
| 34 |
+
homesite_quote_conversion,binary,6.19,2.55,3.52,7.16,10.67,10.48,14.96,3.97,5.75,7.62,3.75,12.91,13.35,10.61,6.53
|
| 35 |
+
horse_colic_survival,multiclass,8.61,8.28,6.59,6.53,7.3,8.38,10.38,6.51,7.05,6.5,6.45,9.79,7.76,12.46,7.4
|
| 36 |
+
hr_analytics,binary,9.37,8.8,6.61,7.41,6.72,12.05,13.77,6.65,6.42,5.17,9.33,10.82,4.64,4.89,7.33
|
| 37 |
+
in_vehicle_coupon_recommendation,binary,6.73,5.13,9.99,10.83,7.89,4.34,14.51,9.67,6.69,8.0,4.67,11.84,3.59,5.82,10.32
|
| 38 |
+
ionosphere,binary,8.97,8.13,7.69,7.54,7.3,9.24,11.63,8.11,6.63,6.28,6.81,8.33,8.49,8.31,6.55
|
| 39 |
+
japanese_credit_screening,binary,7.35,5.9,6.93,6.34,8.11,9.09,10.71,6.51,7.6,7.17,6.85,10.56,10.59,9.51,6.78
|
| 40 |
+
kdd_cup_09_appetency,binary,5.92,6.0,12.99,4.73,5.29,3.57,13.25,13.05,9.47,4.41,6.13,12.49,12.91,4.01,5.76
|
| 41 |
+
labor_negotiations,binary,7.61,9.05,7.58,7.8,7.75,8.52,6.9,8.49,7.63,6.77,6.2,9.53,7.86,9.63,8.67
|
| 42 |
+
leukemia_allaml,binary,5.53,10.19,5.85,5.77,5.39,11.27,11.37,6.59,5.54,6.97,5.33,12.23,11.11,11.19,5.65
|
| 43 |
+
ljubljana_primary_tumor,multiclass,8.97,4.24,11.21,7.73,7.23,8.79,12.57,7.87,3.25,8.29,5.17,10.12,8.07,8.45,8.03
|
| 44 |
+
lung_cancer,multiclass,6.55,7.97,5.87,8.57,5.17,9.76,14.2,8.55,5.68,6.17,5.93,9.96,10.17,9.46,5.99
|
| 45 |
+
lymphography,binary,5.51,4.86,8.5,7.39,8.56,7.76,11.31,9.57,6.57,9.64,4.4,10.53,7.44,9.33,8.63
|
| 46 |
+
marketing_campaign,binary,11.44,7.04,4.77,7.19,11.04,6.03,12.89,4.18,8.75,8.81,8.25,12.19,4.7,5.11,7.61
|
| 47 |
+
mechanisms_of_action,binary,8.35,7.29,6.4,8.08,7.17,10.55,8.47,7.01,7.88,7.71,7.32,9.98,9.11,7.92,6.76
|
| 48 |
+
miami_housing,regression,9.56,5.04,7.77,8.19,7.87,7.5,13.72,7.89,7.78,8.11,5.46,13.79,3.91,4.59,8.84
|
| 49 |
+
mic,multiclass,9.85,5.27,6.15,6.15,8.57,10.55,13.39,6.57,6.25,4.48,5.44,11.97,11.95,8.17,5.24
|
| 50 |
+
naticusdroid_android_permissions_dataset,binary,7.0,3.85,2.95,5.03,10.7,8.01,14.99,4.61,5.19,12.59,2.67,12.4,11.61,7.71,10.7
|
| 51 |
+
nci_ovarian_cancer,binary,7.23,7.45,6.23,7.31,7.11,11.11,13.89,5.27,7.49,6.31,5.86,10.75,10.34,7.73,5.91
|
| 52 |
+
nci_pancreatic_cancer,binary,6.6,7.54,2.29,6.41,9.41,9.27,12.54,4.17,11.0,9.93,4.86,10.37,9.95,9.91,5.77
|
| 53 |
+
nci_prostate_cancer,binary,6.89,6.53,5.31,7.21,6.27,11.73,14.87,4.36,5.2,6.28,4.69,11.83,11.76,11.1,5.97
|
| 54 |
+
online_shoppers_purchasing_intention_dataset,binary,8.71,9.07,6.98,7.93,8.47,7.07,13.15,6.95,6.63,5.76,8.18,12.63,4.8,7.75,5.92
|
| 55 |
+
otto_group_product_classification_challenge,multiclass,8.33,1.79,3.67,8.2,12.01,12.4,7.44,4.68,8.6,3.29,2.47,13.33,13.23,13.41,7.15
|
| 56 |
+
polish_companies_bankruptcy,binary,8.17,3.48,11.93,11.27,9.17,5.76,13.39,11.76,8.33,5.29,3.69,10.23,6.81,6.16,4.55
|
| 57 |
+
porto_seguro,binary,10.55,6.23,3.39,4.99,6.16,8.96,13.63,7.63,7.11,5.6,5.49,10.07,9.39,11.64,9.17
|
| 58 |
+
predict_students_dropout_and_academic_success,multiclass,5.35,5.23,3.94,5.99,10.97,6.72,12.91,4.66,5.0,9.85,5.71,12.24,8.88,9.88,12.68
|
| 59 |
+
prostate_cancer,binary,4.6,8.95,5.03,5.43,5.29,12.49,13.63,5.43,5.97,7.02,6.21,12.15,12.19,10.11,5.49
|
| 60 |
+
pva_revenue_prediction_kddcup98,regression,5.84,10.72,3.8,3.56,8.51,9.39,11.8,3.63,9.39,8.35,10.89,9.25,9.47,7.28,8.13
|
| 61 |
+
qsar_biodeg,binary,6.79,7.79,5.83,8.21,8.6,8.57,13.07,8.66,8.04,5.81,8.43,10.57,6.37,6.27,6.99
|
| 62 |
+
qsar_oral_toxicity,binary,6.23,3.36,5.25,5.96,11.37,11.37,12.72,4.23,5.51,10.48,4.17,11.24,11.08,5.67,11.37
|
| 63 |
+
qsar_tid_11,regression,5.91,3.03,5.28,5.72,13.05,10.2,7.71,4.92,4.35,12.67,1.52,11.99,11.8,8.8,13.07
|
| 64 |
+
santander_customer_transaction_prediction,binary,14.12,6.07,4.05,2.73,4.9,9.72,14.44,4.06,13.23,5.53,4.03,11.31,11.19,9.89,4.64
|
| 65 |
+
sdss_17,multiclass,9.89,5.05,6.16,9.97,7.06,4.71,13.64,6.14,7.12,5.66,6.83,12.35,4.95,7.87,12.6
|
| 66 |
+
smoking_lung_cancer,binary,6.29,6.95,4.65,8.67,7.86,9.66,8.01,5.29,8.52,8.81,6.09,11.29,10.75,9.61,7.55
|
| 67 |
+
soybean_large,multiclass,10.72,5.16,11.43,10.59,7.19,10.28,8.29,13.01,4.27,5.92,3.51,9.27,8.29,6.09,5.99
|
| 68 |
+
srbct_prediction,multiclass,4.36,10.63,4.33,5.45,5.99,11.75,13.51,5.03,5.97,6.49,4.35,11.96,12.08,12.08,6.03
|
| 69 |
+
superconductivity,regression,7.23,6.76,6.39,10.43,8.59,6.72,11.07,6.65,9.64,7.99,5.44,9.24,9.31,8.08,6.48
|
| 70 |
+
taiwanese_bankruptcy_prediction,binary,10.35,8.08,5.9,10.15,7.87,8.28,8.21,6.31,8.05,7.87,7.37,8.09,8.85,6.71,7.91
|
| 71 |
+
thyroid_discordant,binary,7.9,5.36,9.07,7.43,5.98,7.15,14.27,9.07,8.92,7.61,5.45,9.41,4.09,9.05,9.24
|
| 72 |
+
wine_quality,regression,5.67,2.97,8.49,10.79,7.39,10.15,11.87,8.45,8.65,6.31,2.78,11.85,5.47,8.63,10.53
|
data/per_dataset_table.html
CHANGED
|
The diff for this file is too large to render.
See raw diff
|
|
|
data/subsets/tasks_all/models_all/budgets_0/elo_explorer.html
CHANGED
|
@@ -19,67 +19,67 @@ svg { display:block; width:100%; height:auto; }
|
|
| 19 |
.sa-ink { stroke:var(--fg); }
|
| 20 |
.sa-hit { fill:transparent; }
|
| 21 |
.sa-hit:hover { fill:var(--fg); fill-opacity:0.06; }
|
| 22 |
-
</style><defs><pattern id='sa-na' width='6' height='6' patternUnits='userSpaceOnUse' patternTransform='rotate(45)'><rect width='6' height='6' fill='#e5e7eb'/><line x1='0' y1='0' x2='0' y2='6' stroke='#9ca3af' stroke-width='2'/></pattern><linearGradient id='sa-g-stab' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#0072B2'/></linearGradient><linearGradient id='sa-g-val' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#D55E00'/></linearGradient></defs><line class='sa-grid' x1='64' x2='1024' y1='287.6' y2='287.6' stroke-width='1'/><text class='sa-muted' x='56' y='291.6' text-anchor='end' font-size='12'>900</text><line class='sa-grid' x1='64' x2='1024' y1='233.7' y2='233.7' stroke-width='1'/><text class='sa-muted' x='56' y='237.7' text-anchor='end' font-size='12'>1000</text><line class='sa-grid' x1='64' x2='1024' y1='179.7' y2='179.7' stroke-width='1'/><text class='sa-muted' x='56' y='183.7' text-anchor='end' font-size='12'>1100</text><line class='sa-grid' x1='64' x2='1024' y1='125.8' y2='125.8' stroke-width='1'/><text class='sa-muted' x='56' y='129.8' text-anchor='end' font-size='12'>1200</text><line class='sa-grid' x1='64' x2='1024' y1='71.9' y2='71.9' stroke-width='1'/><text class='sa-muted' x='56' y='75.9' text-anchor='end' font-size='12'>1300</text><line class='sa-grid' x1='64' x2='1024' y1='18.0' y2='18.0' stroke-width='1'/><text class='sa-muted' x='56' y='22.0' text-anchor='end' font-size='12'>1400</text><text class='sa-text' transform='translate(16 173) rotate(-90)' text-anchor='middle' font-size='13'>Elo</text><line class='sa-ink' x1='64' x2='1024' y1='233.7' y2='233.7' stroke-width='1' stroke-dasharray='4 4' opacity='0.5'/><rect x='73.6' y='253.6' width='22.4' height='74.4' fill='#69acd2' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='96.0' y='253.6' width='22.4' height='74.4' fill='#db7727' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='96.0' x2='96.0' y1='
|
| 23 |
-
Elo 963 [95% CI
|
| 24 |
Stability 0.588
|
| 25 |
-
Validity 0.847</title></rect><rect x='137.6' y='233.7' width='22.4' height='94.3' fill='#ffffff' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='160.0' y='233.7' width='22.4' height='94.3' fill='#eab081' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='160.0' x2='160.0' y1='
|
| 26 |
-
Elo 1000 [95% CI
|
| 27 |
Stability -0.001
|
| 28 |
-
Validity 0.493</title></rect><rect x='201.6' y='138.8' width='22.4' height='189.2' fill='#b3d5e8' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='224.0' y='138.8' width='22.4' height='189.2' fill='#e39455' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='224.0' x2='224.0' y1='116.1' y2='
|
| 29 |
-
Elo 1176 [95% CI
|
| 30 |
Stability 0.299
|
| 31 |
-
Validity 0.665</title></rect><rect x='265.6' y='133.4' width='22.4' height='194.6' fill='#cde4f0' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='288.0' y='133.4' width='22.4' height='194.6' fill='#e59b61' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='288.0' x2='288.0' y1='107.
|
| 32 |
-
Elo 1186 [95% CI
|
| 33 |
Stability 0.195
|
| 34 |
-
Validity 0.621</title></rect><rect x='329.6' y='122.6' width='22.4' height='205.4' fill='#5ba4ce' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='352.0' y='122.6' width='22.4' height='205.4' fill='#da7220' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='352.0' x2='352.0' y1='
|
| 35 |
-
Elo 1206 [95% CI
|
| 36 |
Stability 0.642
|
| 37 |
-
Validity 0.873</title></rect><rect x='393.6' y='103.2' width='22.4' height='224.8' fill='#529fcb' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='416.0' y='103.2' width='22.4' height='224.8' fill='#d7670f' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='416.0' x2='416.0' y1='
|
| 38 |
-
Elo 1242 [95% CI
|
| 39 |
Stability 0.679
|
| 40 |
-
Validity 0.942</title></rect><rect x='457.6' y='98.9' width='22.4' height='229.1' fill='#94c4df' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='480.0' y='98.9' width='22.4' height='229.1' fill='#da701c' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='480.0' x2='480.0' y1='
|
| 41 |
-
Elo 1250 [95% CI
|
| 42 |
Stability 0.421
|
| 43 |
-
Validity 0.890</title></rect><rect x='521.6' y='96.2' width='22.4' height='231.8' fill='#78b5d6' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='544.0' y='96.2' width='22.4' height='231.8' fill='#de8238' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='544.0' x2='544.0' y1='75.
|
| 44 |
-
Elo 1255 [95% CI
|
| 45 |
Stability 0.528
|
| 46 |
-
Validity 0.779</title></rect><rect x='585.6' y='88.1' width='22.4' height='239.9' fill='#a1cbe3' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='608.0' y='88.1' width='22.4' height='239.9' fill='#e08640' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='608.0' x2='608.0' y1='64.4' y2='
|
| 47 |
-
Elo 1270 [95% CI
|
| 48 |
Stability 0.368
|
| 49 |
-
Validity 0.750</title></rect><rect x='649.6' y='80.5' width='22.4' height='247.5' fill='#7db7d8' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='672.0' y='80.5' width='22.4' height='247.5' fill='#d96c16' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='672.0' x2='672.0' y1='
|
| 50 |
-
Elo 1284 [95% CI
|
| 51 |
Stability 0.509
|
| 52 |
-
Validity 0.915</title></rect><rect x='713.6' y='77.3' width='22.4' height='250.7' fill='#4699c7' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='736.0' y='77.3' width='22.4' height='250.7' fill='#d7660c' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='736.0' x2='736.0' y1='55.
|
| 53 |
-
Elo 1290 [95% CI
|
| 54 |
Stability 0.725
|
| 55 |
-
Validity 0.952</title></rect><rect x='777.6' y='77.3' width='22.4' height='250.7' fill='#5ba4cd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='800.0' y='77.3' width='22.4' height='250.7' fill='#d96e1a' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='800.0' x2='800.0' y1='
|
| 56 |
-
Elo 1290 [95% CI
|
| 57 |
Stability 0.645
|
| 58 |
-
Validity 0.898</title></rect><rect x='841.6' y='67.6' width='22.4' height='260.4' fill='#94c4df' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='864.0' y='67.6' width='22.4' height='260.4' fill='#ebb488' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='864.0' x2='864.0' y1='
|
| 59 |
-
Elo 1308 [95% CI
|
| 60 |
Stability 0.418
|
| 61 |
-
Validity 0.465</title></rect><rect x='905.6' y='63.8' width='22.4' height='264.2' fill='#84bbda' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='928.0' y='63.8' width='22.4' height='264.2' fill='#e08945' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='928.0' x2='928.0' y1='
|
| 62 |
-
Elo 1315 [95% CI
|
| 63 |
Stability 0.484
|
| 64 |
-
Validity 0.731</title></rect><rect x='969.6' y='48.7' width='22.4' height='279.3' fill='#5fa6cf' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='992.0' y='48.7' width='22.4' height='279.3' fill='#dd7d32' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='992.0' x2='992.0' y1='
|
| 65 |
-
Elo 1343 [95% CI
|
| 66 |
Stability 0.628
|
| 67 |
Validity 0.805</title></rect><line class='sa-ink' x1='64' x2='1024' y1='328.0' y2='328.0' stroke-width='1' opacity='0.4'/><rect x='1070' y='40.0' width='12' height='107.0' fill='url(#sa-g-stab)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='30.0' text-anchor='middle' font-size='12'>stable</text><text class='sa-text' x='1076' y='165.0' text-anchor='middle' font-size='12'>unstable</text><text class='sa-muted' x='1088' y='151.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='97.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='44.0' font-size='11'>1.0</text><rect x='1070' y='207.0' width='12' height='107.0' fill='url(#sa-g-val)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='197.0' text-anchor='middle' font-size='12'>valid</text><text class='sa-text' x='1076' y='332.0' text-anchor='middle' font-size='12'>invalid</text><text class='sa-muted' x='1088' y='318.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='264.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='211.0' font-size='11'>1.0</text><rect x='1070' y='352.0' width='12' height='12' fill='url(#sa-na)' stroke='#000' stroke-width='0.6'/><text class='sa-muted' x='1088' y='362.0' font-size='11'>no result</text></svg><script type='text/plain' id='sa-csv'>Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Stability,Validity
|
| 68 |
-
RFImportance,Non-search,Tree,1343.0,
|
| 69 |
-
CART,Non-search,Tree,1315.0,
|
| 70 |
-
MarkovBlanket,Search,Backward search,1308.0,
|
| 71 |
-
F-Test,Non-search,Correlation,1290.0,
|
| 72 |
-
MI,Non-search,Information theory,1290.0,
|
| 73 |
-
ElasticNet,Non-search,Regularization,1284.0,
|
| 74 |
-
SFS,Search,Forward search,1270.0,
|
| 75 |
-
mRMR,Non-search,Information theory,1255.0,
|
| 76 |
-
Lasso,Non-search,Regularization,1250.0,
|
| 77 |
-
GainRatio,Non-search,Information theory,1242.0,
|
| 78 |
-
(R)ReliefF,Non-search,Distance,1206.0,
|
| 79 |
-
SBE,Search,Backward search,1186.0,
|
| 80 |
-
LOCO,Search,Leave-one-out,1176.0,
|
| 81 |
-
Random,Baseline,Baseline,1000.0,
|
| 82 |
-
LaplacianScore,Non-search,Distance,963.0,
|
| 83 |
</script><script>
|
| 84 |
function saDownload(name, blob) {
|
| 85 |
var a = document.createElement('a');
|
|
|
|
| 19 |
.sa-ink { stroke:var(--fg); }
|
| 20 |
.sa-hit { fill:transparent; }
|
| 21 |
.sa-hit:hover { fill:var(--fg); fill-opacity:0.06; }
|
| 22 |
+
</style><defs><pattern id='sa-na' width='6' height='6' patternUnits='userSpaceOnUse' patternTransform='rotate(45)'><rect width='6' height='6' fill='#e5e7eb'/><line x1='0' y1='0' x2='0' y2='6' stroke='#9ca3af' stroke-width='2'/></pattern><linearGradient id='sa-g-stab' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#0072B2'/></linearGradient><linearGradient id='sa-g-val' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#D55E00'/></linearGradient></defs><line class='sa-grid' x1='64' x2='1024' y1='287.6' y2='287.6' stroke-width='1'/><text class='sa-muted' x='56' y='291.6' text-anchor='end' font-size='12'>900</text><line class='sa-grid' x1='64' x2='1024' y1='233.7' y2='233.7' stroke-width='1'/><text class='sa-muted' x='56' y='237.7' text-anchor='end' font-size='12'>1000</text><line class='sa-grid' x1='64' x2='1024' y1='179.7' y2='179.7' stroke-width='1'/><text class='sa-muted' x='56' y='183.7' text-anchor='end' font-size='12'>1100</text><line class='sa-grid' x1='64' x2='1024' y1='125.8' y2='125.8' stroke-width='1'/><text class='sa-muted' x='56' y='129.8' text-anchor='end' font-size='12'>1200</text><line class='sa-grid' x1='64' x2='1024' y1='71.9' y2='71.9' stroke-width='1'/><text class='sa-muted' x='56' y='75.9' text-anchor='end' font-size='12'>1300</text><line class='sa-grid' x1='64' x2='1024' y1='18.0' y2='18.0' stroke-width='1'/><text class='sa-muted' x='56' y='22.0' text-anchor='end' font-size='12'>1400</text><text class='sa-text' transform='translate(16 173) rotate(-90)' text-anchor='middle' font-size='13'>Elo</text><line class='sa-ink' x1='64' x2='1024' y1='233.7' y2='233.7' stroke-width='1' stroke-dasharray='4 4' opacity='0.5'/><rect x='73.6' y='253.6' width='22.4' height='74.4' fill='#69acd2' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='96.0' y='253.6' width='22.4' height='74.4' fill='#db7727' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='96.0' x2='96.0' y1='220.7' y2='292.4'/><line x1='91.0' x2='101.0' y1='220.7' y2='220.7'/><line x1='91.0' x2='101.0' y1='292.4' y2='292.4'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(100.0 342.0) rotate(-35)'>LaplacianScore</text><rect class='sa-hit' x='64.0' y='18' width='64' height='414'><title>LaplacianScore (Distance, non-search)
|
| 23 |
+
Elo 963 [95% CI 891–1024]
|
| 24 |
Stability 0.588
|
| 25 |
+
Validity 0.847</title></rect><rect x='137.6' y='233.7' width='22.4' height='94.3' fill='#ffffff' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='160.0' y='233.7' width='22.4' height='94.3' fill='#eab081' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='160.0' x2='160.0' y1='208.9' y2='262.8'/><line x1='155.0' x2='165.0' y1='208.9' y2='208.9'/><line x1='155.0' x2='165.0' y1='262.8' y2='262.8'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(164.0 342.0) rotate(-35)'>Random</text><rect class='sa-hit' x='128.0' y='18' width='64' height='414'><title>Random (Baseline, baseline)
|
| 26 |
+
Elo 1000 [95% CI 946–1046]
|
| 27 |
Stability -0.001
|
| 28 |
+
Validity 0.493</title></rect><rect x='201.6' y='138.8' width='22.4' height='189.2' fill='#b3d5e8' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='224.0' y='138.8' width='22.4' height='189.2' fill='#e39455' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='224.0' x2='224.0' y1='116.1' y2='160.9'/><line x1='219.0' x2='229.0' y1='116.1' y2='116.1'/><line x1='219.0' x2='229.0' y1='160.9' y2='160.9'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(228.0 342.0) rotate(-35)'>LOCO</text><rect class='sa-hit' x='192.0' y='18' width='64' height='414'><title>LOCO (Leave-one-out, search)
|
| 29 |
+
Elo 1176 [95% CI 1135–1218]
|
| 30 |
Stability 0.299
|
| 31 |
+
Validity 0.665</title></rect><rect x='265.6' y='133.4' width='22.4' height='194.6' fill='#cde4f0' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='288.0' y='133.4' width='22.4' height='194.6' fill='#e59b61' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='288.0' x2='288.0' y1='107.5' y2='158.7'/><line x1='283.0' x2='293.0' y1='107.5' y2='107.5'/><line x1='283.0' x2='293.0' y1='158.7' y2='158.7'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(292.0 342.0) rotate(-35)'>SBE</text><rect class='sa-hit' x='256.0' y='18' width='64' height='414'><title>SBE (Backward search, search)
|
| 32 |
+
Elo 1186 [95% CI 1139–1234]
|
| 33 |
Stability 0.195
|
| 34 |
+
Validity 0.621</title></rect><rect x='329.6' y='122.6' width='22.4' height='205.4' fill='#5ba4ce' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='352.0' y='122.6' width='22.4' height='205.4' fill='#da7220' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='352.0' x2='352.0' y1='98.9' y2='146.9'/><line x1='347.0' x2='357.0' y1='98.9' y2='98.9'/><line x1='347.0' x2='357.0' y1='146.9' y2='146.9'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(356.0 342.0) rotate(-35)'>(R)ReliefF</text><rect class='sa-hit' x='320.0' y='18' width='64' height='414'><title>(R)ReliefF (Distance, non-search)
|
| 35 |
+
Elo 1206 [95% CI 1161–1250]
|
| 36 |
Stability 0.642
|
| 37 |
+
Validity 0.873</title></rect><rect x='393.6' y='103.2' width='22.4' height='224.8' fill='#529fcb' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='416.0' y='103.2' width='22.4' height='224.8' fill='#d7670f' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='416.0' x2='416.0' y1='83.2' y2='124.2'/><line x1='411.0' x2='421.0' y1='83.2' y2='83.2'/><line x1='411.0' x2='421.0' y1='124.2' y2='124.2'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(420.0 342.0) rotate(-35)'>GainRatio</text><rect class='sa-hit' x='384.0' y='18' width='64' height='414'><title>GainRatio (Information theory, non-search)
|
| 38 |
+
Elo 1242 [95% CI 1203–1279]
|
| 39 |
Stability 0.679
|
| 40 |
+
Validity 0.942</title></rect><rect x='457.6' y='98.9' width='22.4' height='229.1' fill='#94c4df' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='480.0' y='98.9' width='22.4' height='229.1' fill='#da701c' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='480.0' x2='480.0' y1='79.5' y2='121.0'/><line x1='475.0' x2='485.0' y1='79.5' y2='79.5'/><line x1='475.0' x2='485.0' y1='121.0' y2='121.0'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(484.0 342.0) rotate(-35)'>Lasso</text><rect class='sa-hit' x='448.0' y='18' width='64' height='414'><title>Lasso (Regularization, non-search)
|
| 41 |
+
Elo 1250 [95% CI 1209–1286]
|
| 42 |
Stability 0.421
|
| 43 |
+
Validity 0.890</title></rect><rect x='521.6' y='96.2' width='22.4' height='231.8' fill='#78b5d6' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='544.0' y='96.2' width='22.4' height='231.8' fill='#de8238' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='544.0' x2='544.0' y1='75.1' y2='116.7'/><line x1='539.0' x2='549.0' y1='75.1' y2='75.1'/><line x1='539.0' x2='549.0' y1='116.7' y2='116.7'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(548.0 342.0) rotate(-35)'>mRMR</text><rect class='sa-hit' x='512.0' y='18' width='64' height='414'><title>mRMR (Information theory, non-search)
|
| 44 |
+
Elo 1255 [95% CI 1217–1294]
|
| 45 |
Stability 0.528
|
| 46 |
+
Validity 0.779</title></rect><rect x='585.6' y='88.1' width='22.4' height='239.9' fill='#a1cbe3' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='608.0' y='88.1' width='22.4' height='239.9' fill='#e08640' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='608.0' x2='608.0' y1='64.4' y2='112.9'/><line x1='603.0' x2='613.0' y1='64.4' y2='64.4'/><line x1='603.0' x2='613.0' y1='112.9' y2='112.9'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(612.0 342.0) rotate(-35)'>SFS</text><rect class='sa-hit' x='576.0' y='18' width='64' height='414'><title>SFS (Forward search, search)
|
| 47 |
+
Elo 1270 [95% CI 1224–1314]
|
| 48 |
Stability 0.368
|
| 49 |
+
Validity 0.750</title></rect><rect x='649.6' y='80.5' width='22.4' height='247.5' fill='#7db7d8' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='672.0' y='80.5' width='22.4' height='247.5' fill='#d96c16' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='672.0' x2='672.0' y1='57.9' y2='102.1'/><line x1='667.0' x2='677.0' y1='57.9' y2='57.9'/><line x1='667.0' x2='677.0' y1='102.1' y2='102.1'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(676.0 342.0) rotate(-35)'>ElasticNet</text><rect class='sa-hit' x='640.0' y='18' width='64' height='414'><title>ElasticNet (Regularization, non-search)
|
| 50 |
+
Elo 1284 [95% CI 1244–1326]
|
| 51 |
Stability 0.509
|
| 52 |
+
Validity 0.915</title></rect><rect x='713.6' y='77.3' width='22.4' height='250.7' fill='#4699c7' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='736.0' y='77.3' width='22.4' height='250.7' fill='#d7660c' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='736.0' x2='736.0' y1='55.2' y2='98.9'/><line x1='731.0' x2='741.0' y1='55.2' y2='55.2'/><line x1='731.0' x2='741.0' y1='98.9' y2='98.9'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(740.0 342.0) rotate(-35)'>F-Test</text><rect class='sa-hit' x='704.0' y='18' width='64' height='414'><title>F-Test (Correlation, non-search)
|
| 53 |
+
Elo 1290 [95% CI 1250–1331]
|
| 54 |
Stability 0.725
|
| 55 |
+
Validity 0.952</title></rect><rect x='777.6' y='77.3' width='22.4' height='250.7' fill='#5ba4cd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='800.0' y='77.3' width='22.4' height='250.7' fill='#d96e1a' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='800.0' x2='800.0' y1='59.0' y2='96.2'/><line x1='795.0' x2='805.0' y1='59.0' y2='59.0'/><line x1='795.0' x2='805.0' y1='96.2' y2='96.2'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(804.0 342.0) rotate(-35)'>MI</text><rect class='sa-hit' x='768.0' y='18' width='64' height='414'><title>MI (Information theory, non-search)
|
| 56 |
+
Elo 1290 [95% CI 1255–1324]
|
| 57 |
Stability 0.645
|
| 58 |
+
Validity 0.898</title></rect><rect x='841.6' y='67.6' width='22.4' height='260.4' fill='#94c4df' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='864.0' y='67.6' width='22.4' height='260.4' fill='#ebb488' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='864.0' x2='864.0' y1='43.9' y2='89.7'/><line x1='859.0' x2='869.0' y1='43.9' y2='43.9'/><line x1='859.0' x2='869.0' y1='89.7' y2='89.7'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(868.0 342.0) rotate(-35)'>MarkovBlanket</text><rect class='sa-hit' x='832.0' y='18' width='64' height='414'><title>MarkovBlanket (Backward search, search)
|
| 59 |
+
Elo 1308 [95% CI 1267–1352]
|
| 60 |
Stability 0.418
|
| 61 |
+
Validity 0.465</title></rect><rect x='905.6' y='63.8' width='22.4' height='264.2' fill='#84bbda' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='928.0' y='63.8' width='22.4' height='264.2' fill='#e08945' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='928.0' x2='928.0' y1='38.5' y2='86.5'/><line x1='923.0' x2='933.0' y1='38.5' y2='38.5'/><line x1='923.0' x2='933.0' y1='86.5' y2='86.5'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(932.0 342.0) rotate(-35)'>CART</text><rect class='sa-hit' x='896.0' y='18' width='64' height='414'><title>CART (Tree, non-search)
|
| 62 |
+
Elo 1315 [95% CI 1273–1362]
|
| 63 |
Stability 0.484
|
| 64 |
+
Validity 0.731</title></rect><rect x='969.6' y='48.7' width='22.4' height='279.3' fill='#5fa6cf' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='992.0' y='48.7' width='22.4' height='279.3' fill='#dd7d32' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='992.0' x2='992.0' y1='20.7' y2='73.5'/><line x1='987.0' x2='997.0' y1='20.7' y2='20.7'/><line x1='987.0' x2='997.0' y1='73.5' y2='73.5'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(996.0 342.0) rotate(-35)'>RFImportance</text><rect class='sa-hit' x='960.0' y='18' width='64' height='414'><title>RFImportance (Tree, non-search)
|
| 65 |
+
Elo 1343 [95% CI 1297–1395]
|
| 66 |
Stability 0.628
|
| 67 |
Validity 0.805</title></rect><line class='sa-ink' x1='64' x2='1024' y1='328.0' y2='328.0' stroke-width='1' opacity='0.4'/><rect x='1070' y='40.0' width='12' height='107.0' fill='url(#sa-g-stab)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='30.0' text-anchor='middle' font-size='12'>stable</text><text class='sa-text' x='1076' y='165.0' text-anchor='middle' font-size='12'>unstable</text><text class='sa-muted' x='1088' y='151.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='97.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='44.0' font-size='11'>1.0</text><rect x='1070' y='207.0' width='12' height='107.0' fill='url(#sa-g-val)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='197.0' text-anchor='middle' font-size='12'>valid</text><text class='sa-text' x='1076' y='332.0' text-anchor='middle' font-size='12'>invalid</text><text class='sa-muted' x='1088' y='318.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='264.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='211.0' font-size='11'>1.0</text><rect x='1070' y='352.0' width='12' height='12' fill='url(#sa-na)' stroke='#000' stroke-width='0.6'/><text class='sa-muted' x='1088' y='362.0' font-size='11'>no result</text></svg><script type='text/plain' id='sa-csv'>Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Stability,Validity
|
| 68 |
+
RFImportance,Non-search,Tree,1343.0,1297.0,1395.0,0.628,0.805
|
| 69 |
+
CART,Non-search,Tree,1315.0,1273.0,1362.0,0.484,0.731
|
| 70 |
+
MarkovBlanket,Search,Backward search,1308.0,1267.0,1352.0,0.418,0.465
|
| 71 |
+
F-Test,Non-search,Correlation,1290.0,1250.0,1331.0,0.725,0.952
|
| 72 |
+
MI,Non-search,Information theory,1290.0,1255.0,1324.0,0.645,0.898
|
| 73 |
+
ElasticNet,Non-search,Regularization,1284.0,1244.0,1326.0,0.509,0.915
|
| 74 |
+
SFS,Search,Forward search,1270.0,1224.0,1314.0,0.368,0.75
|
| 75 |
+
mRMR,Non-search,Information theory,1255.0,1217.0,1294.0,0.528,0.779
|
| 76 |
+
Lasso,Non-search,Regularization,1250.0,1209.0,1286.0,0.421,0.89
|
| 77 |
+
GainRatio,Non-search,Information theory,1242.0,1203.0,1279.0,0.679,0.942
|
| 78 |
+
(R)ReliefF,Non-search,Distance,1206.0,1161.0,1250.0,0.642,0.873
|
| 79 |
+
SBE,Search,Backward search,1186.0,1139.0,1234.0,0.195,0.621
|
| 80 |
+
LOCO,Search,Leave-one-out,1176.0,1135.0,1218.0,0.299,0.665
|
| 81 |
+
Random,Baseline,Baseline,1000.0,946.0,1046.0,-0.001,0.493
|
| 82 |
+
LaplacianScore,Non-search,Distance,963.0,891.0,1024.0,0.588,0.847
|
| 83 |
</script><script>
|
| 84 |
function saDownload(name, blob) {
|
| 85 |
var a = document.createElement('a');
|
data/subsets/tasks_all/models_all/budgets_0/leaderboard_table.html
CHANGED
|
@@ -29,22 +29,22 @@ td.na { color:var(--muted); }
|
|
| 29 |
font-size:12px; color:var(--fg); }
|
| 30 |
.pill.cat-search { border-color:var(--accent); }
|
| 31 |
.pill.cat-baseline { color:var(--muted); }
|
| 32 |
-
</style></head><body><div class='toolbar'><span class='hint'>Click a column to sort. Hover a header for its definition.</span><button onclick="saCsv('selectarena_leaderboard.csv')">CSV</button></div><div class='wrap'><table id='sa-table'><thead><tr><th class='num'>#</th><th class=''>Method</th><th class='' title='Taxonomy of the paper (Appendix A). Search methods evaluate many feature subsets with the model (forward, backward, leave-one-out); non-search methods use a proxy instead (correlation, distance, information theory, tree, regularization).'>Type</th><th class='num' title='Bradley-Terry Elo from pairwise matches within each dataset, budget and downstream model. Random = 1000. +/− give the 95% bootstrap interval.'>Elo ↑</th><th class='num' title='Mean rank of the downstream error.'>Avg. rank ↓</th><th class='num' title='Share of pairwise comparisons won, in %. Ties count half.'>Win rate ↑</th><th class='num' title='Mean relative gap (error − best error) / error to the best method, in %.'>Improvability ↓</th><th class='num' title='Mean ratio of the error to the same model trained on all features. Below 1: the selection helped.'>Error vs. all ↓</th><th class='num' title='Agreement of the selected features across bootstrap resamples (Nogueira et al., 2018).'>Stability ↑</th><th class='num' title='Share of the budget filled with original features when as many noise features are added.'>Validity ↑</th><th class='num' title='Median wall-clock time of the selection.'>Time (s) ↓</th><th class='num' title='Share of runs where the method ran out of time and random features filled the budget.'>Fallback (%)</th><th class='num'>#Datasets</th></tr></thead><tbody><tr><td class='num' data-sort='1'>1</td><td class='method' data-sort='RFImportance'>RFImportance</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1343.0'>1343<span class='sub'>+50 / −47</span></td><td class='num' data-sort='6.29'>6.29</td><td class='num' data-sort='62.2'>62.2</td><td class='num' data-sort='20.0'>20.0</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.628'>0.628</td><td class='num' data-sort='0.805'>0.805</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='2'>2</td><td class='method' data-sort='CART'>CART</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1315.0'>1315<span class='sub'>+45 / −44</span></td><td class='num' data-sort='6.56'>6.56</td><td class='num' data-sort='60.3'>60.3</td><td class='num' data-sort='22.6'>22.6</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.484'>0.484</td><td class='num' data-sort='0.731'>0.731</td><td class='num' data-sort='0.1'>0.1</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='3'>3</td><td class='method' data-sort='MarkovBlanket'>MarkovBlanket</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1308.0'>1308<span class='sub'>+40 / −39</span></td><td class='num' data-sort='6.67'>6.67</td><td class='num' data-sort='59.5'>59.5</td><td class='num' data-sort='21.8'>21.8</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.418'>0.418</td><td class='num' data-sort='0.465'>0.465</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='4'>4</td><td class='method' data-sort='F-Test'>F-Test</td><td class='' data-sort='Correlation'><span class='pill cat-non-search'>Correlation</span><span class='sub'>non-search</span></td><td class='num' data-sort='1290.0'>1290<span class='sub'>+40 / −39</span></td><td class='num' data-sort='7.11'>7.11</td><td class='num' data-sort='56.4'>56.4</td><td class='num' data-sort='23.8'>23.8</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.725'>0.725</td><td class='num' data-sort='0.952'>0.952</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='5'>5</td><td class='method' data-sort='MI'>MI</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1290.0'>1290<span class='sub'>+35 / −37</span></td><td class='num' data-sort='6.95'>6.95</td><td class='num' data-sort='57.5'>57.5</td><td class='num' data-sort='23.0'>23.0</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.645'>0.645</td><td class='num' data-sort='0.898'>0.898</td><td class='num' data-sort='0.4'>0.4</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='6'>6</td><td class='method' data-sort='ElasticNet'>ElasticNet</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1284.0'>1284<span class='sub'>+41 / −38</span></td><td class='num' data-sort='6.95'>6.95</td><td class='num' data-sort='57.5'>57.5</td><td class='num' data-sort='24.4'>24.4</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.509'>0.509</td><td class='num' data-sort='0.915'>0.915</td><td class='num' data-sort='7.5'>7.5</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='7'>7</td><td class='method' data-sort='SFS'>SFS</td><td class='' data-sort='Forward search'><span class='pill cat-search'>Forward search</span><span class='sub'>search</span></td><td class='num' data-sort='1270.0'>1270<span class='sub'>+44 / −41</span></td><td class='num' data-sort='7.13'>7.13</td><td class='num' data-sort='56.2'>56.2</td><td class='num' data-sort='24.5'>24.5</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.368'>0.368</td><td class='num' data-sort='0.75'>0.750</td><td class='num' data-sort='941.9'>941.9</td><td class='num' data-sort='29.1'>29.1</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='8'>8</td><td class='method' data-sort='mRMR'>mRMR</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1255.0'>1255<span class='sub'>+38 / −39</span></td><td class='num' data-sort='7.68'>7.68</td><td class='num' data-sort='52.3'>52.3</td><td class='num' data-sort='24.7'>24.7</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.528'>0.528</td><td class='num' data-sort='0.779'>0.779</td><td class='num' data-sort='0.3'>0.3</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='9'>9</td><td class='method' data-sort='Lasso'>Lasso</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1250.0'>1250<span class='sub'>+35 / −37</span></td><td class='num' data-sort='7.42'>7.42</td><td class='num' data-sort='54.1'>54.1</td><td class='num' data-sort='25.7'>25.7</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.421'>0.421</td><td class='num' data-sort='0.89'>0.890</td><td class='num' data-sort='2.2'>2.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='10'>10</td><td class='method' data-sort='GainRatio'>GainRatio</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1242.0'>1242<span class='sub'>+40 / −41</span></td><td class='num' data-sort='7.98'>7.98</td><td class='num' data-sort='50.1'>50.1</td><td class='num' data-sort='26.5'>26.5</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.679'>0.679</td><td class='num' data-sort='0.942'>0.942</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='11'>11</td><td class='method' data-sort='(R)ReliefF'>(R)ReliefF</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='1206.0'>1206<span class='sub'>+43 / −43</span></td><td class='num' data-sort='8.47'>8.47</td><td class='num' data-sort='46.6'>46.6</td><td class='num' data-sort='28.4'>28.4</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.642'>0.642</td><td class='num' data-sort='0.873'>0.873</td><td class='num' data-sort='14.2'>14.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='12'>12</td><td class='method' data-sort='SBE'>SBE</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1186.0'>1186<span class='sub'>+49 / −45</span></td><td class='num' data-sort='8.7'>8.70</td><td class='num' data-sort='45.0'>45.0</td><td class='num' data-sort='30.3'>30.3</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.195'>0.195</td><td class='num' data-sort='0.621'>0.621</td><td class='num' data-sort='3579.1'>3,579.1</td><td class='num' data-sort='49.6'>49.6</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='13'>13</td><td class='method' data-sort='LOCO'>LOCO</td><td class='' data-sort='Leave-one-out'><span class='pill cat-search'>Leave-one-out</span><span class='sub'>search</span></td><td class='num' data-sort='1176.0'>1176<span class='sub'>+42 / −42</span></td><td class='num' data-sort='8.54'>8.54</td><td class='num' data-sort='46.1'>46.1</td><td class='num' data-sort='29.9'>29.9</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.299'>0.299</td><td class='num' data-sort='0.665'>0.665</td><td class='num' data-sort='242.0'>242.0</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='14'>14</td><td class='method' data-sort='Random'>Random</td><td class='' data-sort='Baseline'><span class='pill cat-baseline'>Baseline</span></td><td class='num' data-sort='1000.0'>1000<span class='sub'>+48 / −50</span></td><td class='num' data-sort='11.38'>11.38</td><td class='num' data-sort='25.9'>25.9</td><td class='num' data-sort='42.0'>42.0</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='-0.001'>-0.001</td><td class='num' data-sort='0.493'>0.493</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='100.0'>100.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='15'>15</td><td class='method' data-sort='LaplacianScore'>LaplacianScore</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='963.0'>963<span class='sub'>+60 / −75</span></td><td class='num' data-sort='12.16'>12.16</td><td class='num' data-sort='20.3'>20.3</td><td class='num' data-sort='45.3'>45.3</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.588'>0.588</td><td class='num' data-sort='0.847'>0.847</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr></tbody></table></div><script type='text/plain' id='sa-csv'>Rank,Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Avg. rank,Win rate (%),Improvability (%),Error vs. all features,Stability,Validity,Selection time (s),Fallback rate (%),#Datasets,#Comparisons
|
| 33 |
-
1,RFImportance,Non-search,Tree,1343.0,
|
| 34 |
-
2,CART,Non-search,Tree,1315.0,
|
| 35 |
-
3,MarkovBlanket,Search,Backward search,1308.0,
|
| 36 |
-
4,F-Test,Non-search,Correlation,1290.0,
|
| 37 |
-
5,MI,Non-search,Information theory,1290.0,
|
| 38 |
-
6,ElasticNet,Non-search,Regularization,1284.0,
|
| 39 |
-
7,SFS,Search,Forward search,1270.0,
|
| 40 |
-
8,mRMR,Non-search,Information theory,1255.0,
|
| 41 |
-
9,Lasso,Non-search,Regularization,1250.0,
|
| 42 |
-
10,GainRatio,Non-search,Information theory,1242.0,
|
| 43 |
-
11,(R)ReliefF,Non-search,Distance,1206.0,
|
| 44 |
-
12,SBE,Search,Backward search,1186.0,
|
| 45 |
-
13,LOCO,Search,Leave-one-out,1176.0,
|
| 46 |
-
14,Random,Baseline,Baseline,1000.0,
|
| 47 |
-
15,LaplacianScore,Non-search,Distance,963.0,
|
| 48 |
</script><script>
|
| 49 |
function saDownload(name, blob) {
|
| 50 |
var a = document.createElement('a');
|
|
|
|
| 29 |
font-size:12px; color:var(--fg); }
|
| 30 |
.pill.cat-search { border-color:var(--accent); }
|
| 31 |
.pill.cat-baseline { color:var(--muted); }
|
| 32 |
+
</style></head><body><div class='toolbar'><span class='hint'>Click a column to sort. Hover a header for its definition.</span><button onclick="saCsv('selectarena_leaderboard.csv')">CSV</button></div><div class='wrap'><table id='sa-table'><thead><tr><th class='num'>#</th><th class=''>Method</th><th class='' title='Taxonomy of the paper (Appendix A). Search methods evaluate many feature subsets with the model (forward, backward, leave-one-out); non-search methods use a proxy instead (correlation, distance, information theory, tree, regularization).'>Type</th><th class='num' title='Bradley-Terry Elo from pairwise matches within each dataset, budget and downstream model. Random = 1000. +/− give the 95% bootstrap interval.'>Elo ↑</th><th class='num' title='Mean rank of the downstream error.'>Avg. rank ↓</th><th class='num' title='Share of pairwise comparisons won, in %. Ties count half.'>Win rate ↑</th><th class='num' title='Mean relative gap (error − best error) / error to the best method, in %.'>Improvability ↓</th><th class='num' title='Mean ratio of the error to the same model trained on all features. Below 1: the selection helped.'>Error vs. all ↓</th><th class='num' title='Agreement of the selected features across bootstrap resamples (Nogueira et al., 2018).'>Stability ↑</th><th class='num' title='Share of the budget filled with original features when as many noise features are added.'>Validity ↑</th><th class='num' title='Median wall-clock time of the selection.'>Time (s) ↓</th><th class='num' title='Share of runs where the method ran out of time and random features filled the budget.'>Fallback (%)</th><th class='num'>#Datasets</th></tr></thead><tbody><tr><td class='num' data-sort='1'>1</td><td class='method' data-sort='RFImportance'>RFImportance</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1343.0'>1343<span class='sub'>+52 / −46</span></td><td class='num' data-sort='6.29'>6.29</td><td class='num' data-sort='62.2'>62.2</td><td class='num' data-sort='20.0'>20.0</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.628'>0.628</td><td class='num' data-sort='0.805'>0.805</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='2'>2</td><td class='method' data-sort='CART'>CART</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1315.0'>1315<span class='sub'>+47 / −42</span></td><td class='num' data-sort='6.56'>6.56</td><td class='num' data-sort='60.3'>60.3</td><td class='num' data-sort='22.6'>22.6</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.484'>0.484</td><td class='num' data-sort='0.731'>0.731</td><td class='num' data-sort='0.1'>0.1</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='3'>3</td><td class='method' data-sort='MarkovBlanket'>MarkovBlanket</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1308.0'>1308<span class='sub'>+44 / −41</span></td><td class='num' data-sort='6.67'>6.67</td><td class='num' data-sort='59.5'>59.5</td><td class='num' data-sort='21.8'>21.8</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.418'>0.418</td><td class='num' data-sort='0.465'>0.465</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='4'>4</td><td class='method' data-sort='F-Test'>F-Test</td><td class='' data-sort='Correlation'><span class='pill cat-non-search'>Correlation</span><span class='sub'>non-search</span></td><td class='num' data-sort='1290.0'>1290<span class='sub'>+41 / −40</span></td><td class='num' data-sort='7.11'>7.11</td><td class='num' data-sort='56.4'>56.4</td><td class='num' data-sort='23.8'>23.8</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.725'>0.725</td><td class='num' data-sort='0.952'>0.952</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='5'>5</td><td class='method' data-sort='MI'>MI</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1290.0'>1290<span class='sub'>+34 / −35</span></td><td class='num' data-sort='6.95'>6.95</td><td class='num' data-sort='57.5'>57.5</td><td class='num' data-sort='23.0'>23.0</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.645'>0.645</td><td class='num' data-sort='0.898'>0.898</td><td class='num' data-sort='0.4'>0.4</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='6'>6</td><td class='method' data-sort='ElasticNet'>ElasticNet</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1284.0'>1284<span class='sub'>+42 / −40</span></td><td class='num' data-sort='6.95'>6.95</td><td class='num' data-sort='57.5'>57.5</td><td class='num' data-sort='24.4'>24.4</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.509'>0.509</td><td class='num' data-sort='0.915'>0.915</td><td class='num' data-sort='7.5'>7.5</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='7'>7</td><td class='method' data-sort='SFS'>SFS</td><td class='' data-sort='Forward search'><span class='pill cat-search'>Forward search</span><span class='sub'>search</span></td><td class='num' data-sort='1270.0'>1270<span class='sub'>+44 / −46</span></td><td class='num' data-sort='7.13'>7.13</td><td class='num' data-sort='56.2'>56.2</td><td class='num' data-sort='24.5'>24.5</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.368'>0.368</td><td class='num' data-sort='0.75'>0.750</td><td class='num' data-sort='941.9'>941.9</td><td class='num' data-sort='29.1'>29.1</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='8'>8</td><td class='method' data-sort='mRMR'>mRMR</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1255.0'>1255<span class='sub'>+39 / −38</span></td><td class='num' data-sort='7.68'>7.68</td><td class='num' data-sort='52.3'>52.3</td><td class='num' data-sort='24.7'>24.7</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.528'>0.528</td><td class='num' data-sort='0.779'>0.779</td><td class='num' data-sort='0.3'>0.3</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='9'>9</td><td class='method' data-sort='Lasso'>Lasso</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1250.0'>1250<span class='sub'>+36 / −41</span></td><td class='num' data-sort='7.42'>7.42</td><td class='num' data-sort='54.1'>54.1</td><td class='num' data-sort='25.7'>25.7</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.421'>0.421</td><td class='num' data-sort='0.89'>0.890</td><td class='num' data-sort='2.2'>2.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='10'>10</td><td class='method' data-sort='GainRatio'>GainRatio</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1242.0'>1242<span class='sub'>+37 / −39</span></td><td class='num' data-sort='7.98'>7.98</td><td class='num' data-sort='50.1'>50.1</td><td class='num' data-sort='26.5'>26.5</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.679'>0.679</td><td class='num' data-sort='0.942'>0.942</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='11'>11</td><td class='method' data-sort='(R)ReliefF'>(R)ReliefF</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='1206.0'>1206<span class='sub'>+44 / −45</span></td><td class='num' data-sort='8.47'>8.47</td><td class='num' data-sort='46.6'>46.6</td><td class='num' data-sort='28.4'>28.4</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.642'>0.642</td><td class='num' data-sort='0.873'>0.873</td><td class='num' data-sort='14.2'>14.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='12'>12</td><td class='method' data-sort='SBE'>SBE</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1186.0'>1186<span class='sub'>+48 / −47</span></td><td class='num' data-sort='8.7'>8.70</td><td class='num' data-sort='45.0'>45.0</td><td class='num' data-sort='30.3'>30.3</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.195'>0.195</td><td class='num' data-sort='0.621'>0.621</td><td class='num' data-sort='3579.1'>3,579.1</td><td class='num' data-sort='49.6'>49.6</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='13'>13</td><td class='method' data-sort='LOCO'>LOCO</td><td class='' data-sort='Leave-one-out'><span class='pill cat-search'>Leave-one-out</span><span class='sub'>search</span></td><td class='num' data-sort='1176.0'>1176<span class='sub'>+42 / −41</span></td><td class='num' data-sort='8.54'>8.54</td><td class='num' data-sort='46.1'>46.1</td><td class='num' data-sort='29.9'>29.9</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.299'>0.299</td><td class='num' data-sort='0.665'>0.665</td><td class='num' data-sort='242.0'>242.0</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='14'>14</td><td class='method' data-sort='Random'>Random</td><td class='' data-sort='Baseline'><span class='pill cat-baseline'>Baseline</span></td><td class='num' data-sort='1000.0'>1000<span class='sub'>+46 / −54</span></td><td class='num' data-sort='11.38'>11.38</td><td class='num' data-sort='25.9'>25.9</td><td class='num' data-sort='42.0'>42.0</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='-0.001'>-0.001</td><td class='num' data-sort='0.493'>0.493</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='100.0'>100.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='15'>15</td><td class='method' data-sort='LaplacianScore'>LaplacianScore</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='963.0'>963<span class='sub'>+61 / −72</span></td><td class='num' data-sort='12.16'>12.16</td><td class='num' data-sort='20.3'>20.3</td><td class='num' data-sort='45.3'>45.3</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.588'>0.588</td><td class='num' data-sort='0.847'>0.847</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr></tbody></table></div><script type='text/plain' id='sa-csv'>Rank,Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Avg. rank,Win rate (%),Improvability (%),Error vs. all features,Stability,Validity,Selection time (s),Fallback rate (%),#Datasets,#Comparisons
|
| 33 |
+
1,RFImportance,Non-search,Tree,1343.0,1297.0,1395.0,6.29,62.2,20.0,,0.628,0.805,0.2,0.0,71,1065
|
| 34 |
+
2,CART,Non-search,Tree,1315.0,1273.0,1362.0,6.56,60.3,22.6,,0.484,0.731,0.1,0.0,71,1065
|
| 35 |
+
3,MarkovBlanket,Search,Backward search,1308.0,1267.0,1352.0,6.67,59.5,21.8,,0.418,0.465,0.2,0.0,71,1065
|
| 36 |
+
4,F-Test,Non-search,Correlation,1290.0,1250.0,1331.0,7.11,56.4,23.8,,0.725,0.952,0.0,0.0,71,1065
|
| 37 |
+
5,MI,Non-search,Information theory,1290.0,1255.0,1324.0,6.95,57.5,23.0,,0.645,0.898,0.4,0.0,71,1065
|
| 38 |
+
6,ElasticNet,Non-search,Regularization,1284.0,1244.0,1326.0,6.95,57.5,24.4,,0.509,0.915,7.5,0.0,71,1065
|
| 39 |
+
7,SFS,Search,Forward search,1270.0,1224.0,1314.0,7.13,56.2,24.5,,0.368,0.75,941.9,29.1,71,1065
|
| 40 |
+
8,mRMR,Non-search,Information theory,1255.0,1217.0,1294.0,7.68,52.3,24.7,,0.528,0.779,0.3,0.0,71,1065
|
| 41 |
+
9,Lasso,Non-search,Regularization,1250.0,1209.0,1286.0,7.42,54.1,25.7,,0.421,0.89,2.2,0.0,71,1065
|
| 42 |
+
10,GainRatio,Non-search,Information theory,1242.0,1203.0,1279.0,7.98,50.1,26.5,,0.679,0.942,0.2,0.0,71,1065
|
| 43 |
+
11,(R)ReliefF,Non-search,Distance,1206.0,1161.0,1250.0,8.47,46.6,28.4,,0.642,0.873,14.2,0.0,71,1065
|
| 44 |
+
12,SBE,Search,Backward search,1186.0,1139.0,1234.0,8.7,45.0,30.3,,0.195,0.621,3579.1,49.6,71,1065
|
| 45 |
+
13,LOCO,Search,Leave-one-out,1176.0,1135.0,1218.0,8.54,46.1,29.9,,0.299,0.665,242.0,0.0,71,1065
|
| 46 |
+
14,Random,Baseline,Baseline,1000.0,946.0,1046.0,11.38,25.9,42.0,,-0.001,0.493,0.0,100.0,71,1065
|
| 47 |
+
15,LaplacianScore,Non-search,Distance,963.0,891.0,1024.0,12.16,20.3,45.3,,0.588,0.847,0.2,0.0,71,1065
|
| 48 |
</script><script>
|
| 49 |
function saDownload(name, blob) {
|
| 50 |
var a = document.createElement('a');
|
data/subsets/tasks_all/models_all/budgets_0/website_leaderboard.csv
CHANGED
|
@@ -1,16 +1,16 @@
|
|
| 1 |
Rank,Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Avg. rank,Win rate (%),Improvability (%),Error vs. all features,Stability,Validity,Selection time (s),Fallback rate (%),#Datasets,#Comparisons
|
| 2 |
-
1,RFImportance,Non-search,Tree,1343.0,
|
| 3 |
-
2,CART,Non-search,Tree,1315.0,
|
| 4 |
-
3,MarkovBlanket,Search,Backward search,1308.0,
|
| 5 |
-
4,F-Test,Non-search,Correlation,1290.0,
|
| 6 |
-
5,MI,Non-search,Information theory,1290.0,
|
| 7 |
-
6,ElasticNet,Non-search,Regularization,1284.0,
|
| 8 |
-
7,SFS,Search,Forward search,1270.0,
|
| 9 |
-
8,mRMR,Non-search,Information theory,1255.0,
|
| 10 |
-
9,Lasso,Non-search,Regularization,1250.0,
|
| 11 |
-
10,GainRatio,Non-search,Information theory,1242.0,
|
| 12 |
-
11,(R)ReliefF,Non-search,Distance,1206.0,
|
| 13 |
-
12,SBE,Search,Backward search,1186.0,
|
| 14 |
-
13,LOCO,Search,Leave-one-out,1176.0,
|
| 15 |
-
14,Random,Baseline,Baseline,1000.0,
|
| 16 |
-
15,LaplacianScore,Non-search,Distance,963.0,
|
|
|
|
| 1 |
Rank,Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Avg. rank,Win rate (%),Improvability (%),Error vs. all features,Stability,Validity,Selection time (s),Fallback rate (%),#Datasets,#Comparisons
|
| 2 |
+
1,RFImportance,Non-search,Tree,1343.0,1297.0,1395.0,6.29,62.2,20.0,,0.628,0.805,0.2,0.0,71,1065
|
| 3 |
+
2,CART,Non-search,Tree,1315.0,1273.0,1362.0,6.56,60.3,22.6,,0.484,0.731,0.1,0.0,71,1065
|
| 4 |
+
3,MarkovBlanket,Search,Backward search,1308.0,1267.0,1352.0,6.67,59.5,21.8,,0.418,0.465,0.2,0.0,71,1065
|
| 5 |
+
4,F-Test,Non-search,Correlation,1290.0,1250.0,1331.0,7.11,56.4,23.8,,0.725,0.952,0.0,0.0,71,1065
|
| 6 |
+
5,MI,Non-search,Information theory,1290.0,1255.0,1324.0,6.95,57.5,23.0,,0.645,0.898,0.4,0.0,71,1065
|
| 7 |
+
6,ElasticNet,Non-search,Regularization,1284.0,1244.0,1326.0,6.95,57.5,24.4,,0.509,0.915,7.5,0.0,71,1065
|
| 8 |
+
7,SFS,Search,Forward search,1270.0,1224.0,1314.0,7.13,56.2,24.5,,0.368,0.75,941.9,29.1,71,1065
|
| 9 |
+
8,mRMR,Non-search,Information theory,1255.0,1217.0,1294.0,7.68,52.3,24.7,,0.528,0.779,0.3,0.0,71,1065
|
| 10 |
+
9,Lasso,Non-search,Regularization,1250.0,1209.0,1286.0,7.42,54.1,25.7,,0.421,0.89,2.2,0.0,71,1065
|
| 11 |
+
10,GainRatio,Non-search,Information theory,1242.0,1203.0,1279.0,7.98,50.1,26.5,,0.679,0.942,0.2,0.0,71,1065
|
| 12 |
+
11,(R)ReliefF,Non-search,Distance,1206.0,1161.0,1250.0,8.47,46.6,28.4,,0.642,0.873,14.2,0.0,71,1065
|
| 13 |
+
12,SBE,Search,Backward search,1186.0,1139.0,1234.0,8.7,45.0,30.3,,0.195,0.621,3579.1,49.6,71,1065
|
| 14 |
+
13,LOCO,Search,Leave-one-out,1176.0,1135.0,1218.0,8.54,46.1,29.9,,0.299,0.665,242.0,0.0,71,1065
|
| 15 |
+
14,Random,Baseline,Baseline,1000.0,946.0,1046.0,11.38,25.9,42.0,,-0.001,0.493,0.0,100.0,71,1065
|
| 16 |
+
15,LaplacianScore,Non-search,Distance,963.0,891.0,1024.0,12.16,20.3,45.3,,0.588,0.847,0.2,0.0,71,1065
|
data/subsets/tasks_all/models_all/budgets_1/elo_explorer.html
CHANGED
|
@@ -19,67 +19,67 @@ svg { display:block; width:100%; height:auto; }
|
|
| 19 |
.sa-ink { stroke:var(--fg); }
|
| 20 |
.sa-hit { fill:transparent; }
|
| 21 |
.sa-hit:hover { fill:var(--fg); fill-opacity:0.06; }
|
| 22 |
-
</style><defs><pattern id='sa-na' width='6' height='6' patternUnits='userSpaceOnUse' patternTransform='rotate(45)'><rect width='6' height='6' fill='#e5e7eb'/><line x1='0' y1='0' x2='0' y2='6' stroke='#9ca3af' stroke-width='2'/></pattern><linearGradient id='sa-g-stab' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#0072B2'/></linearGradient><linearGradient id='sa-g-val' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#D55E00'/></linearGradient></defs><line class='sa-grid' x1='64' x2='1024' y1='287.6' y2='287.6' stroke-width='1'/><text class='sa-muted' x='56' y='291.6' text-anchor='end' font-size='12'>1000</text><line class='sa-grid' x1='64' x2='1024' y1='233.7' y2='233.7' stroke-width='1'/><text class='sa-muted' x='56' y='237.7' text-anchor='end' font-size='12'>1100</text><line class='sa-grid' x1='64' x2='1024' y1='179.7' y2='179.7' stroke-width='1'/><text class='sa-muted' x='56' y='183.7' text-anchor='end' font-size='12'>1200</text><line class='sa-grid' x1='64' x2='1024' y1='125.8' y2='125.8' stroke-width='1'/><text class='sa-muted' x='56' y='129.8' text-anchor='end' font-size='12'>1300</text><line class='sa-grid' x1='64' x2='1024' y1='71.9' y2='71.9' stroke-width='1'/><text class='sa-muted' x='56' y='75.9' text-anchor='end' font-size='12'>1400</text><line class='sa-grid' x1='64' x2='1024' y1='18.0' y2='18.0' stroke-width='1'/><text class='sa-muted' x='56' y='22.0' text-anchor='end' font-size='12'>1500</text><text class='sa-text' transform='translate(16 173) rotate(-90)' text-anchor='middle' font-size='13'>Elo</text><line class='sa-ink' x1='64' x2='1024' y1='287.6' y2='287.6' stroke-width='1' stroke-dasharray='4 4' opacity='0.5'/><rect x='73.6' y='287.6' width='22.4' height='40.4' fill='#ffffff' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='96.0' y='287.6' width='22.4' height='40.4' fill='#eaaf80' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='96.0' x2='96.0' y1='
|
| 23 |
-
Elo 1000 [95% CI 953–
|
| 24 |
Stability 0.001
|
| 25 |
-
Validity 0.499</title></rect><rect x='137.6' y='274.1' width='22.4' height='53.9' fill='#5ba4cd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='160.0' y='274.1' width='22.4' height='53.9' fill='#db7626' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='160.0' x2='160.0' y1='
|
| 26 |
-
Elo 1025 [95% CI
|
| 27 |
Stability 0.644
|
| 28 |
-
Validity 0.850</title></rect><rect x='201.6' y='169.5' width='22.4' height='158.5' fill='#c7e0ee' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='224.0' y='169.5' width='22.4' height='158.5' fill='#e59c63' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='224.0' x2='224.0' y1='
|
| 29 |
-
Elo 1219 [95% CI
|
| 30 |
Stability 0.220
|
| 31 |
-
Validity 0.613</title></rect><rect x='265.6' y='165.2' width='22.4' height='162.8' fill='#d2e6f2' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='288.0' y='165.2' width='22.4' height='162.8' fill='#e7a26c' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='288.0' x2='288.0' y1='
|
| 32 |
-
Elo 1227 [95% CI
|
| 33 |
Stability 0.175
|
| 34 |
-
Validity 0.578</title></rect><rect x='329.6' y='149.5' width='22.4' height='178.5' fill='#b8d8ea' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='352.0' y='149.5' width='22.4' height='178.5' fill='#e39456' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='352.0' x2='352.0' y1='
|
| 35 |
-
Elo 1256 [95% CI
|
| 36 |
Stability 0.278
|
| 37 |
-
Validity 0.664</title></rect><rect x='393.6' y='149.0' width='22.4' height='179.0' fill='#5aa4cd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='416.0' y='149.0' width='22.4' height='179.0' fill='#dd7d31' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='416.0' x2='416.0' y1='
|
| 38 |
-
Elo 1257 [95% CI
|
| 39 |
Stability 0.647
|
| 40 |
-
Validity 0.808</title></rect><rect x='457.6' y='143.1' width='22.4' height='184.9' fill='#6caed2' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='480.0' y='143.1' width='22.4' height='184.9' fill='#e18c49' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='480.0' x2='480.0' y1='122.1' y2='
|
| 41 |
-
Elo 1268 [95% CI
|
| 42 |
Stability 0.578
|
| 43 |
-
Validity 0.712</title></rect><rect x='521.6' y='140.4' width='22.4' height='187.6' fill='#519fcb' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='544.0' y='140.4' width='22.4' height='187.6' fill='#d96c16' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='544.0' x2='544.0' y1='122.1' y2='159.
|
| 44 |
-
Elo 1273 [95% CI
|
| 45 |
Stability 0.681
|
| 46 |
-
Validity 0.915</title></rect><rect x='585.6' y='126.9' width='22.4' height='201.1' fill='#4498c6' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='608.0' y='126.9' width='22.4' height='201.1' fill='#d86911' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='608.0' x2='608.0' y1='
|
| 47 |
-
Elo 1298 [95% CI
|
| 48 |
Stability 0.734
|
| 49 |
-
Validity 0.932</title></rect><rect x='649.6' y='122.1' width='22.4' height='205.9' fill='#9ac7e1' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='672.0' y='122.1' width='22.4' height='205.9' fill='#ebb488' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='672.0' x2='672.0' y1='102.
|
| 50 |
-
Elo 1307 [95% CI
|
| 51 |
Stability 0.396
|
| 52 |
-
Validity 0.467</title></rect><rect x='713.6' y='117.2' width='22.4' height='210.8' fill='#53a0cb' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='736.0' y='117.2' width='22.4' height='210.8' fill='#db7423' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='736.0' x2='736.0' y1='98.
|
| 53 |
-
Elo 1316 [95% CI
|
| 54 |
Stability 0.673
|
| 55 |
-
Validity 0.863</title></rect><rect x='777.6' y='113.4' width='22.4' height='214.6' fill='#93c3df' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='800.0' y='113.4' width='22.4' height='214.6' fill='#dc7a2d' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='800.0' x2='800.0' y1='89.7' y2='
|
| 56 |
-
Elo 1323 [95% CI
|
| 57 |
Stability 0.422
|
| 58 |
-
Validity 0.825</title></rect><rect x='841.6' y='107.0' width='22.4' height='221.0' fill='#8bbfdc' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='864.0' y='107.0' width='22.4' height='221.0' fill='#e4985c' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='864.0' x2='864.0' y1='
|
| 59 |
-
Elo 1335 [95% CI 1296–
|
| 60 |
Stability 0.456
|
| 61 |
-
Validity 0.638</title></rect><rect x='905.6' y='101.0' width='22.4' height='227.0' fill='#7bb6d7' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='928.0' y='101.0' width='22.4' height='227.0' fill='#da7220' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='928.0' x2='928.0' y1='78.
|
| 62 |
-
Elo 1346 [95% CI 1303–
|
| 63 |
Stability 0.519
|
| 64 |
-
Validity 0.873</title></rect><rect x='969.6' y='90.2' width='22.4' height='237.8' fill='#58a3cd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='992.0' y='90.2' width='22.4' height='237.8' fill='#e08842' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='992.0' x2='992.0' y1='
|
| 65 |
-
Elo 1366 [95% CI
|
| 66 |
Stability 0.653
|
| 67 |
Validity 0.741</title></rect><line class='sa-ink' x1='64' x2='1024' y1='328.0' y2='328.0' stroke-width='1' opacity='0.4'/><rect x='1070' y='40.0' width='12' height='107.0' fill='url(#sa-g-stab)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='30.0' text-anchor='middle' font-size='12'>stable</text><text class='sa-text' x='1076' y='165.0' text-anchor='middle' font-size='12'>unstable</text><text class='sa-muted' x='1088' y='151.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='97.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='44.0' font-size='11'>1.0</text><rect x='1070' y='207.0' width='12' height='107.0' fill='url(#sa-g-val)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='197.0' text-anchor='middle' font-size='12'>valid</text><text class='sa-text' x='1076' y='332.0' text-anchor='middle' font-size='12'>invalid</text><text class='sa-muted' x='1088' y='318.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='264.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='211.0' font-size='11'>1.0</text><rect x='1070' y='352.0' width='12' height='12' fill='url(#sa-na)' stroke='#000' stroke-width='0.6'/><text class='sa-muted' x='1088' y='362.0' font-size='11'>no result</text></svg><script type='text/plain' id='sa-csv'>Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Stability,Validity
|
| 68 |
-
RFImportance,Non-search,Tree,1366.0,
|
| 69 |
-
ElasticNet,Non-search,Regularization,1346.0,1303.0,
|
| 70 |
-
CART,Non-search,Tree,1335.0,1296.0,
|
| 71 |
-
Lasso,Non-search,Regularization,1323.0,
|
| 72 |
-
MI,Non-search,Information theory,1316.0,
|
| 73 |
-
MarkovBlanket,Search,Backward search,1307.0,
|
| 74 |
-
F-Test,Non-search,Correlation,1298.0,
|
| 75 |
-
GainRatio,Non-search,Information theory,1273.0,
|
| 76 |
-
mRMR,Non-search,Information theory,1268.0,
|
| 77 |
-
(R)ReliefF,Non-search,Distance,1257.0,
|
| 78 |
-
SFS,Search,Forward search,1256.0,
|
| 79 |
-
SBE,Search,Backward search,1227.0,
|
| 80 |
-
LOCO,Search,Leave-one-out,1219.0,
|
| 81 |
-
LaplacianScore,Non-search,Distance,1025.0,
|
| 82 |
-
Random,Baseline,Baseline,1000.0,953.0,
|
| 83 |
</script><script>
|
| 84 |
function saDownload(name, blob) {
|
| 85 |
var a = document.createElement('a');
|
|
|
|
| 19 |
.sa-ink { stroke:var(--fg); }
|
| 20 |
.sa-hit { fill:transparent; }
|
| 21 |
.sa-hit:hover { fill:var(--fg); fill-opacity:0.06; }
|
| 22 |
+
</style><defs><pattern id='sa-na' width='6' height='6' patternUnits='userSpaceOnUse' patternTransform='rotate(45)'><rect width='6' height='6' fill='#e5e7eb'/><line x1='0' y1='0' x2='0' y2='6' stroke='#9ca3af' stroke-width='2'/></pattern><linearGradient id='sa-g-stab' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#0072B2'/></linearGradient><linearGradient id='sa-g-val' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#D55E00'/></linearGradient></defs><line class='sa-grid' x1='64' x2='1024' y1='287.6' y2='287.6' stroke-width='1'/><text class='sa-muted' x='56' y='291.6' text-anchor='end' font-size='12'>1000</text><line class='sa-grid' x1='64' x2='1024' y1='233.7' y2='233.7' stroke-width='1'/><text class='sa-muted' x='56' y='237.7' text-anchor='end' font-size='12'>1100</text><line class='sa-grid' x1='64' x2='1024' y1='179.7' y2='179.7' stroke-width='1'/><text class='sa-muted' x='56' y='183.7' text-anchor='end' font-size='12'>1200</text><line class='sa-grid' x1='64' x2='1024' y1='125.8' y2='125.8' stroke-width='1'/><text class='sa-muted' x='56' y='129.8' text-anchor='end' font-size='12'>1300</text><line class='sa-grid' x1='64' x2='1024' y1='71.9' y2='71.9' stroke-width='1'/><text class='sa-muted' x='56' y='75.9' text-anchor='end' font-size='12'>1400</text><line class='sa-grid' x1='64' x2='1024' y1='18.0' y2='18.0' stroke-width='1'/><text class='sa-muted' x='56' y='22.0' text-anchor='end' font-size='12'>1500</text><text class='sa-text' transform='translate(16 173) rotate(-90)' text-anchor='middle' font-size='13'>Elo</text><line class='sa-ink' x1='64' x2='1024' y1='287.6' y2='287.6' stroke-width='1' stroke-dasharray='4 4' opacity='0.5'/><rect x='73.6' y='287.6' width='22.4' height='40.4' fill='#ffffff' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='96.0' y='287.6' width='22.4' height='40.4' fill='#eaaf80' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='96.0' x2='96.0' y1='265.5' y2='312.9'/><line x1='91.0' x2='101.0' y1='265.5' y2='265.5'/><line x1='91.0' x2='101.0' y1='312.9' y2='312.9'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(100.0 342.0) rotate(-35)'>Random</text><rect class='sa-hit' x='64.0' y='18' width='64' height='414'><title>Random (Baseline, baseline)
|
| 23 |
+
Elo 1000 [95% CI 953–1041]
|
| 24 |
Stability 0.001
|
| 25 |
+
Validity 0.499</title></rect><rect x='137.6' y='274.1' width='22.4' height='53.9' fill='#5ba4cd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='160.0' y='274.1' width='22.4' height='53.9' fill='#db7626' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='160.0' x2='160.0' y1='246.1' y2='308.6'/><line x1='155.0' x2='165.0' y1='246.1' y2='246.1'/><line x1='155.0' x2='165.0' y1='308.6' y2='308.6'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(164.0 342.0) rotate(-35)'>LaplacianScore</text><rect class='sa-hit' x='128.0' y='18' width='64' height='414'><title>LaplacianScore (Distance, non-search)
|
| 26 |
+
Elo 1025 [95% CI 961–1077]
|
| 27 |
Stability 0.644
|
| 28 |
+
Validity 0.850</title></rect><rect x='201.6' y='169.5' width='22.4' height='158.5' fill='#c7e0ee' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='224.0' y='169.5' width='22.4' height='158.5' fill='#e59c63' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='224.0' x2='224.0' y1='146.3' y2='192.1'/><line x1='219.0' x2='229.0' y1='146.3' y2='146.3'/><line x1='219.0' x2='229.0' y1='192.1' y2='192.1'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(228.0 342.0) rotate(-35)'>LOCO</text><rect class='sa-hit' x='192.0' y='18' width='64' height='414'><title>LOCO (Leave-one-out, search)
|
| 29 |
+
Elo 1219 [95% CI 1177–1262]
|
| 30 |
Stability 0.220
|
| 31 |
+
Validity 0.613</title></rect><rect x='265.6' y='165.2' width='22.4' height='162.8' fill='#d2e6f2' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='288.0' y='165.2' width='22.4' height='162.8' fill='#e7a26c' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='288.0' x2='288.0' y1='138.8' y2='192.1'/><line x1='283.0' x2='293.0' y1='138.8' y2='138.8'/><line x1='283.0' x2='293.0' y1='192.1' y2='192.1'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(292.0 342.0) rotate(-35)'>SBE</text><rect class='sa-hit' x='256.0' y='18' width='64' height='414'><title>SBE (Backward search, search)
|
| 32 |
+
Elo 1227 [95% CI 1177–1276]
|
| 33 |
Stability 0.175
|
| 34 |
+
Validity 0.578</title></rect><rect x='329.6' y='149.5' width='22.4' height='178.5' fill='#b8d8ea' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='352.0' y='149.5' width='22.4' height='178.5' fill='#e39456' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='352.0' x2='352.0' y1='126.4' y2='173.3'/><line x1='347.0' x2='357.0' y1='126.4' y2='126.4'/><line x1='347.0' x2='357.0' y1='173.3' y2='173.3'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(356.0 342.0) rotate(-35)'>SFS</text><rect class='sa-hit' x='320.0' y='18' width='64' height='414'><title>SFS (Forward search, search)
|
| 35 |
+
Elo 1256 [95% CI 1212–1299]
|
| 36 |
Stability 0.278
|
| 37 |
+
Validity 0.664</title></rect><rect x='393.6' y='149.0' width='22.4' height='179.0' fill='#5aa4cd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='416.0' y='149.0' width='22.4' height='179.0' fill='#dd7d31' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='416.0' x2='416.0' y1='127.4' y2='170.0'/><line x1='411.0' x2='421.0' y1='127.4' y2='127.4'/><line x1='411.0' x2='421.0' y1='170.0' y2='170.0'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(420.0 342.0) rotate(-35)'>(R)ReliefF</text><rect class='sa-hit' x='384.0' y='18' width='64' height='414'><title>(R)ReliefF (Distance, non-search)
|
| 38 |
+
Elo 1257 [95% CI 1218–1297]
|
| 39 |
Stability 0.647
|
| 40 |
+
Validity 0.808</title></rect><rect x='457.6' y='143.1' width='22.4' height='184.9' fill='#6caed2' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='480.0' y='143.1' width='22.4' height='184.9' fill='#e18c49' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='480.0' x2='480.0' y1='122.1' y2='164.6'/><line x1='475.0' x2='485.0' y1='122.1' y2='122.1'/><line x1='475.0' x2='485.0' y1='164.6' y2='164.6'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(484.0 342.0) rotate(-35)'>mRMR</text><rect class='sa-hit' x='448.0' y='18' width='64' height='414'><title>mRMR (Information theory, non-search)
|
| 41 |
+
Elo 1268 [95% CI 1228–1307]
|
| 42 |
Stability 0.578
|
| 43 |
+
Validity 0.712</title></rect><rect x='521.6' y='140.4' width='22.4' height='187.6' fill='#519fcb' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='544.0' y='140.4' width='22.4' height='187.6' fill='#d96c16' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='544.0' x2='544.0' y1='122.1' y2='159.8'/><line x1='539.0' x2='549.0' y1='122.1' y2='122.1'/><line x1='539.0' x2='549.0' y1='159.8' y2='159.8'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(548.0 342.0) rotate(-35)'>GainRatio</text><rect class='sa-hit' x='512.0' y='18' width='64' height='414'><title>GainRatio (Information theory, non-search)
|
| 44 |
+
Elo 1273 [95% CI 1237–1307]
|
| 45 |
Stability 0.681
|
| 46 |
+
Validity 0.915</title></rect><rect x='585.6' y='126.9' width='22.4' height='201.1' fill='#4498c6' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='608.0' y='126.9' width='22.4' height='201.1' fill='#d86911' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='608.0' x2='608.0' y1='107.5' y2='148.5'/><line x1='603.0' x2='613.0' y1='107.5' y2='107.5'/><line x1='603.0' x2='613.0' y1='148.5' y2='148.5'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(612.0 342.0) rotate(-35)'>F-Test</text><rect class='sa-hit' x='576.0' y='18' width='64' height='414'><title>F-Test (Correlation, non-search)
|
| 47 |
+
Elo 1298 [95% CI 1258–1334]
|
| 48 |
Stability 0.734
|
| 49 |
+
Validity 0.932</title></rect><rect x='649.6' y='122.1' width='22.4' height='205.9' fill='#9ac7e1' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='672.0' y='122.1' width='22.4' height='205.9' fill='#ebb488' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='672.0' x2='672.0' y1='102.6' y2='139.8'/><line x1='667.0' x2='677.0' y1='102.6' y2='102.6'/><line x1='667.0' x2='677.0' y1='139.8' y2='139.8'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(676.0 342.0) rotate(-35)'>MarkovBlanket</text><rect class='sa-hit' x='640.0' y='18' width='64' height='414'><title>MarkovBlanket (Backward search, search)
|
| 50 |
+
Elo 1307 [95% CI 1274–1343]
|
| 51 |
Stability 0.396
|
| 52 |
+
Validity 0.467</title></rect><rect x='713.6' y='117.2' width='22.4' height='210.8' fill='#53a0cb' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='736.0' y='117.2' width='22.4' height='210.8' fill='#db7423' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='736.0' x2='736.0' y1='98.9' y2='133.4'/><line x1='731.0' x2='741.0' y1='98.9' y2='98.9'/><line x1='731.0' x2='741.0' y1='133.4' y2='133.4'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(740.0 342.0) rotate(-35)'>MI</text><rect class='sa-hit' x='704.0' y='18' width='64' height='414'><title>MI (Information theory, non-search)
|
| 53 |
+
Elo 1316 [95% CI 1286–1350]
|
| 54 |
Stability 0.673
|
| 55 |
+
Validity 0.863</title></rect><rect x='777.6' y='113.4' width='22.4' height='214.6' fill='#93c3df' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='800.0' y='113.4' width='22.4' height='214.6' fill='#dc7a2d' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='800.0' x2='800.0' y1='89.7' y2='136.6'/><line x1='795.0' x2='805.0' y1='89.7' y2='89.7'/><line x1='795.0' x2='805.0' y1='136.6' y2='136.6'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(804.0 342.0) rotate(-35)'>Lasso</text><rect class='sa-hit' x='768.0' y='18' width='64' height='414'><title>Lasso (Regularization, non-search)
|
| 56 |
+
Elo 1323 [95% CI 1280–1367]
|
| 57 |
Stability 0.422
|
| 58 |
+
Validity 0.825</title></rect><rect x='841.6' y='107.0' width='22.4' height='221.0' fill='#8bbfdc' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='864.0' y='107.0' width='22.4' height='221.0' fill='#e4985c' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='864.0' x2='864.0' y1='85.4' y2='128.0'/><line x1='859.0' x2='869.0' y1='85.4' y2='85.4'/><line x1='859.0' x2='869.0' y1='128.0' y2='128.0'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(868.0 342.0) rotate(-35)'>CART</text><rect class='sa-hit' x='832.0' y='18' width='64' height='414'><title>CART (Tree, non-search)
|
| 59 |
+
Elo 1335 [95% CI 1296–1375]
|
| 60 |
Stability 0.456
|
| 61 |
+
Validity 0.638</title></rect><rect x='905.6' y='101.0' width='22.4' height='227.0' fill='#7bb6d7' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='928.0' y='101.0' width='22.4' height='227.0' fill='#da7220' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='928.0' x2='928.0' y1='78.4' y2='124.2'/><line x1='923.0' x2='933.0' y1='78.4' y2='78.4'/><line x1='923.0' x2='933.0' y1='124.2' y2='124.2'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(932.0 342.0) rotate(-35)'>ElasticNet</text><rect class='sa-hit' x='896.0' y='18' width='64' height='414'><title>ElasticNet (Regularization, non-search)
|
| 62 |
+
Elo 1346 [95% CI 1303–1388]
|
| 63 |
Stability 0.519
|
| 64 |
+
Validity 0.873</title></rect><rect x='969.6' y='90.2' width='22.4' height='237.8' fill='#58a3cd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='992.0' y='90.2' width='22.4' height='237.8' fill='#e08842' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='992.0' x2='992.0' y1='66.0' y2='114.0'/><line x1='987.0' x2='997.0' y1='66.0' y2='66.0'/><line x1='987.0' x2='997.0' y1='114.0' y2='114.0'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(996.0 342.0) rotate(-35)'>RFImportance</text><rect class='sa-hit' x='960.0' y='18' width='64' height='414'><title>RFImportance (Tree, non-search)
|
| 65 |
+
Elo 1366 [95% CI 1322–1411]
|
| 66 |
Stability 0.653
|
| 67 |
Validity 0.741</title></rect><line class='sa-ink' x1='64' x2='1024' y1='328.0' y2='328.0' stroke-width='1' opacity='0.4'/><rect x='1070' y='40.0' width='12' height='107.0' fill='url(#sa-g-stab)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='30.0' text-anchor='middle' font-size='12'>stable</text><text class='sa-text' x='1076' y='165.0' text-anchor='middle' font-size='12'>unstable</text><text class='sa-muted' x='1088' y='151.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='97.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='44.0' font-size='11'>1.0</text><rect x='1070' y='207.0' width='12' height='107.0' fill='url(#sa-g-val)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='197.0' text-anchor='middle' font-size='12'>valid</text><text class='sa-text' x='1076' y='332.0' text-anchor='middle' font-size='12'>invalid</text><text class='sa-muted' x='1088' y='318.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='264.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='211.0' font-size='11'>1.0</text><rect x='1070' y='352.0' width='12' height='12' fill='url(#sa-na)' stroke='#000' stroke-width='0.6'/><text class='sa-muted' x='1088' y='362.0' font-size='11'>no result</text></svg><script type='text/plain' id='sa-csv'>Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Stability,Validity
|
| 68 |
+
RFImportance,Non-search,Tree,1366.0,1322.0,1411.0,0.653,0.741
|
| 69 |
+
ElasticNet,Non-search,Regularization,1346.0,1303.0,1388.0,0.519,0.873
|
| 70 |
+
CART,Non-search,Tree,1335.0,1296.0,1375.0,0.456,0.638
|
| 71 |
+
Lasso,Non-search,Regularization,1323.0,1280.0,1367.0,0.422,0.825
|
| 72 |
+
MI,Non-search,Information theory,1316.0,1286.0,1350.0,0.673,0.863
|
| 73 |
+
MarkovBlanket,Search,Backward search,1307.0,1274.0,1343.0,0.396,0.467
|
| 74 |
+
F-Test,Non-search,Correlation,1298.0,1258.0,1334.0,0.734,0.932
|
| 75 |
+
GainRatio,Non-search,Information theory,1273.0,1237.0,1307.0,0.681,0.915
|
| 76 |
+
mRMR,Non-search,Information theory,1268.0,1228.0,1307.0,0.578,0.712
|
| 77 |
+
(R)ReliefF,Non-search,Distance,1257.0,1218.0,1297.0,0.647,0.808
|
| 78 |
+
SFS,Search,Forward search,1256.0,1212.0,1299.0,0.278,0.664
|
| 79 |
+
SBE,Search,Backward search,1227.0,1177.0,1276.0,0.175,0.578
|
| 80 |
+
LOCO,Search,Leave-one-out,1219.0,1177.0,1262.0,0.22,0.613
|
| 81 |
+
LaplacianScore,Non-search,Distance,1025.0,961.0,1077.0,0.644,0.85
|
| 82 |
+
Random,Baseline,Baseline,1000.0,953.0,1041.0,0.001,0.499
|
| 83 |
</script><script>
|
| 84 |
function saDownload(name, blob) {
|
| 85 |
var a = document.createElement('a');
|
data/subsets/tasks_all/models_all/budgets_1/leaderboard_table.html
CHANGED
|
@@ -29,22 +29,22 @@ td.na { color:var(--muted); }
|
|
| 29 |
font-size:12px; color:var(--fg); }
|
| 30 |
.pill.cat-search { border-color:var(--accent); }
|
| 31 |
.pill.cat-baseline { color:var(--muted); }
|
| 32 |
-
</style></head><body><div class='toolbar'><span class='hint'>Click a column to sort. Hover a header for its definition.</span><button onclick="saCsv('selectarena_leaderboard.csv')">CSV</button></div><div class='wrap'><table id='sa-table'><thead><tr><th class='num'>#</th><th class=''>Method</th><th class='' title='Taxonomy of the paper (Appendix A). Search methods evaluate many feature subsets with the model (forward, backward, leave-one-out); non-search methods use a proxy instead (correlation, distance, information theory, tree, regularization).'>Type</th><th class='num' title='Bradley-Terry Elo from pairwise matches within each dataset, budget and downstream model. Random = 1000. +/− give the 95% bootstrap interval.'>Elo ↑</th><th class='num' title='Mean rank of the downstream error.'>Avg. rank ↓</th><th class='num' title='Share of pairwise comparisons won, in %. Ties count half.'>Win rate ↑</th><th class='num' title='Mean relative gap (error − best error) / error to the best method, in %.'>Improvability ↓</th><th class='num' title='Mean ratio of the error to the same model trained on all features. Below 1: the selection helped.'>Error vs. all ↓</th><th class='num' title='Agreement of the selected features across bootstrap resamples (Nogueira et al., 2018).'>Stability ↑</th><th class='num' title='Share of the budget filled with original features when as many noise features are added.'>Validity ↑</th><th class='num' title='Median wall-clock time of the selection.'>Time (s) ↓</th><th class='num' title='Share of runs where the method ran out of time and random features filled the budget.'>Fallback (%)</th><th class='num'>#Datasets</th></tr></thead><tbody><tr><td class='num' data-sort='1'>1</td><td class='method' data-sort='RFImportance'>RFImportance</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1366.0'>1366<span class='sub'>+43 / −41</span></td><td class='num' data-sort='6.31'>6.31</td><td class='num' data-sort='62.1'>62.1</td><td class='num' data-sort='17.8'>17.8</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.653'>0.653</td><td class='num' data-sort='0.741'>0.741</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='2'>2</td><td class='method' data-sort='ElasticNet'>ElasticNet</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1346.0'>1346<span class='sub'>+41 / −43</span></td><td class='num' data-sort='6.51'>6.51</td><td class='num' data-sort='60.6'>60.6</td><td class='num' data-sort='20.6'>20.6</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.519'>0.519</td><td class='num' data-sort='0.873'>0.873</td><td class='num' data-sort='7.6'>7.6</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='3'>3</td><td class='method' data-sort='CART'>CART</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1335.0'>1335<span class='sub'>+42 / −39</span></td><td class='num' data-sort='6.63'>6.63</td><td class='num' data-sort='59.8'>59.8</td><td class='num' data-sort='20.9'>20.9</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.456'>0.456</td><td class='num' data-sort='0.638'>0.638</td><td class='num' data-sort='0.1'>0.1</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='4'>4</td><td class='method' data-sort='Lasso'>Lasso</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1323.0'>1323<span class='sub'>+44 / −41</span></td><td class='num' data-sort='6.78'>6.78</td><td class='num' data-sort='58.7'>58.7</td><td class='num' data-sort='20.2'>20.2</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.422'>0.422</td><td class='num' data-sort='0.825'>0.825</td><td class='num' data-sort='2.3'>2.3</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='5'>5</td><td class='method' data-sort='MI'>MI</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1316.0'>1316<span class='sub'>+35 / −32</span></td><td class='num' data-sort='7.01'>7.01</td><td class='num' data-sort='57.1'>57.1</td><td class='num' data-sort='21.2'>21.2</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.673'>0.673</td><td class='num' data-sort='0.863'>0.863</td><td class='num' data-sort='0.4'>0.4</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='6'>6</td><td class='method' data-sort='MarkovBlanket'>MarkovBlanket</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1307.0'>1307<span class='sub'>+37 / −39</span></td><td class='num' data-sort='7.15'>7.15</td><td class='num' data-sort='56.0'>56.0</td><td class='num' data-sort='22.8'>22.8</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.396'>0.396</td><td class='num' data-sort='0.467'>0.467</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='7'>7</td><td class='method' data-sort='F-Test'>F-Test</td><td class='' data-sort='Correlation'><span class='pill cat-non-search'>Correlation</span><span class='sub'>non-search</span></td><td class='num' data-sort='1298.0'>1298<span class='sub'>+38 / −36</span></td><td class='num' data-sort='7.39'>7.39</td><td class='num' data-sort='54.3'>54.3</td><td class='num' data-sort='23.2'>23.2</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.734'>0.734</td><td class='num' data-sort='0.932'>0.932</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='8'>8</td><td class='method' data-sort='GainRatio'>GainRatio</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1273.0'>1273<span class='sub'>+34 / −35</span></td><td class='num' data-sort='7.82'>7.82</td><td class='num' data-sort='51.3'>51.3</td><td class='num' data-sort='25.1'>25.1</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.681'>0.681</td><td class='num' data-sort='0.915'>0.915</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='9'>9</td><td class='method' data-sort='mRMR'>mRMR</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1268.0'>1268<span class='sub'>+39 / −41</span></td><td class='num' data-sort='7.89'>7.89</td><td class='num' data-sort='50.8'>50.8</td><td class='num' data-sort='23.8'>23.8</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.578'>0.578</td><td class='num' data-sort='0.712'>0.712</td><td class='num' data-sort='0.4'>0.4</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='10'>10</td><td class='method' data-sort='(R)ReliefF'>(R)ReliefF</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='1257.0'>1257<span class='sub'>+39 / −44</span></td><td class='num' data-sort='8.18'>8.18</td><td class='num' data-sort='48.7'>48.7</td><td class='num' data-sort='24.4'>24.4</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.647'>0.647</td><td class='num' data-sort='0.808'>0.808</td><td class='num' data-sort='14.3'>14.3</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='11'>11</td><td class='method' data-sort='SFS'>SFS</td><td class='' data-sort='Forward search'><span class='pill cat-search'>Forward search</span><span class='sub'>search</span></td><td class='num' data-sort='1256.0'>1256<span class='sub'>+45 / −40</span></td><td class='num' data-sort='7.91'>7.91</td><td class='num' data-sort='50.6'>50.6</td><td class='num' data-sort='25.0'>25.0</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.278'>0.278</td><td class='num' data-sort='0.664'>0.664</td><td class='num' data-sort='1634.9'>1,634.9</td><td class='num' data-sort='43.8'>43.8</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='12'>12</td><td class='method' data-sort='SBE'>SBE</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1227.0'>1227<span class='sub'>+51 / −47</span></td><td class='num' data-sort='8.37'>8.37</td><td class='num' data-sort='47.3'>47.3</td><td class='num' data-sort='28.2'>28.2</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.175'>0.175</td><td class='num' data-sort='0.578'>0.578</td><td class='num' data-sort='3166.2'>3,166.2</td><td class='num' data-sort='48.9'>48.9</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='13'>13</td><td class='method' data-sort='LOCO'>LOCO</td><td class='' data-sort='Leave-one-out'><span class='pill cat-search'>Leave-one-out</span><span class='sub'>search</span></td><td class='num' data-sort='1219.0'>1219<span class='sub'>+44 / −41</span></td><td class='num' data-sort='8.54'>8.54</td><td class='num' data-sort='46.1'>46.1</td><td class='num' data-sort='27.9'>27.9</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.22'>0.220</td><td class='num' data-sort='0.613'>0.613</td><td class='num' data-sort='237.3'>237.3</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='14'>14</td><td class='method' data-sort='LaplacianScore'>LaplacianScore</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='1025.0'>1025<span class='sub'>+54 / −66</span></td><td class='num' data-sort='11.85'>11.85</td><td class='num' data-sort='22.5'>22.5</td><td class='num' data-sort='42.2'>42.2</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.644'>0.644</td><td class='num' data-sort='0.85'>0.850</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='15'>15</td><td class='method' data-sort='Random'>Random</td><td class='' data-sort='Baseline'><span class='pill cat-baseline'>Baseline</span></td><td class='num' data-sort='1000.0'>1000<span class='sub'>+42 / −47</span></td><td class='num' data-sort='11.64'>11.64</td><td class='num' data-sort='24.0'>24.0</td><td class='num' data-sort='39.7'>39.7</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.001'>0.001</td><td class='num' data-sort='0.499'>0.499</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='100.0'>100.0</td><td class='num' data-sort='71'>71</td></tr></tbody></table></div><script type='text/plain' id='sa-csv'>Rank,Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Avg. rank,Win rate (%),Improvability (%),Error vs. all features,Stability,Validity,Selection time (s),Fallback rate (%),#Datasets,#Comparisons
|
| 33 |
-
1,RFImportance,Non-search,Tree,1366.0,
|
| 34 |
-
2,ElasticNet,Non-search,Regularization,1346.0,1303.0,
|
| 35 |
-
3,CART,Non-search,Tree,1335.0,1296.0,
|
| 36 |
-
4,Lasso,Non-search,Regularization,1323.0,
|
| 37 |
-
5,MI,Non-search,Information theory,1316.0,
|
| 38 |
-
6,MarkovBlanket,Search,Backward search,1307.0,
|
| 39 |
-
7,F-Test,Non-search,Correlation,1298.0,
|
| 40 |
-
8,GainRatio,Non-search,Information theory,1273.0,
|
| 41 |
-
9,mRMR,Non-search,Information theory,1268.0,
|
| 42 |
-
10,(R)ReliefF,Non-search,Distance,1257.0,
|
| 43 |
-
11,SFS,Search,Forward search,1256.0,
|
| 44 |
-
12,SBE,Search,Backward search,1227.0,
|
| 45 |
-
13,LOCO,Search,Leave-one-out,1219.0,
|
| 46 |
-
14,LaplacianScore,Non-search,Distance,1025.0,
|
| 47 |
-
15,Random,Baseline,Baseline,1000.0,953.0,
|
| 48 |
</script><script>
|
| 49 |
function saDownload(name, blob) {
|
| 50 |
var a = document.createElement('a');
|
|
|
|
| 29 |
font-size:12px; color:var(--fg); }
|
| 30 |
.pill.cat-search { border-color:var(--accent); }
|
| 31 |
.pill.cat-baseline { color:var(--muted); }
|
| 32 |
+
</style></head><body><div class='toolbar'><span class='hint'>Click a column to sort. Hover a header for its definition.</span><button onclick="saCsv('selectarena_leaderboard.csv')">CSV</button></div><div class='wrap'><table id='sa-table'><thead><tr><th class='num'>#</th><th class=''>Method</th><th class='' title='Taxonomy of the paper (Appendix A). Search methods evaluate many feature subsets with the model (forward, backward, leave-one-out); non-search methods use a proxy instead (correlation, distance, information theory, tree, regularization).'>Type</th><th class='num' title='Bradley-Terry Elo from pairwise matches within each dataset, budget and downstream model. Random = 1000. +/− give the 95% bootstrap interval.'>Elo ↑</th><th class='num' title='Mean rank of the downstream error.'>Avg. rank ↓</th><th class='num' title='Share of pairwise comparisons won, in %. Ties count half.'>Win rate ↑</th><th class='num' title='Mean relative gap (error − best error) / error to the best method, in %.'>Improvability ↓</th><th class='num' title='Mean ratio of the error to the same model trained on all features. Below 1: the selection helped.'>Error vs. all ↓</th><th class='num' title='Agreement of the selected features across bootstrap resamples (Nogueira et al., 2018).'>Stability ↑</th><th class='num' title='Share of the budget filled with original features when as many noise features are added.'>Validity ↑</th><th class='num' title='Median wall-clock time of the selection.'>Time (s) ↓</th><th class='num' title='Share of runs where the method ran out of time and random features filled the budget.'>Fallback (%)</th><th class='num'>#Datasets</th></tr></thead><tbody><tr><td class='num' data-sort='1'>1</td><td class='method' data-sort='RFImportance'>RFImportance</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1366.0'>1366<span class='sub'>+45 / −44</span></td><td class='num' data-sort='6.31'>6.31</td><td class='num' data-sort='62.1'>62.1</td><td class='num' data-sort='17.8'>17.8</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.653'>0.653</td><td class='num' data-sort='0.741'>0.741</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='2'>2</td><td class='method' data-sort='ElasticNet'>ElasticNet</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1346.0'>1346<span class='sub'>+42 / −43</span></td><td class='num' data-sort='6.51'>6.51</td><td class='num' data-sort='60.6'>60.6</td><td class='num' data-sort='20.6'>20.6</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.519'>0.519</td><td class='num' data-sort='0.873'>0.873</td><td class='num' data-sort='7.6'>7.6</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='3'>3</td><td class='method' data-sort='CART'>CART</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1335.0'>1335<span class='sub'>+40 / −39</span></td><td class='num' data-sort='6.63'>6.63</td><td class='num' data-sort='59.8'>59.8</td><td class='num' data-sort='20.9'>20.9</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.456'>0.456</td><td class='num' data-sort='0.638'>0.638</td><td class='num' data-sort='0.1'>0.1</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='4'>4</td><td class='method' data-sort='Lasso'>Lasso</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1323.0'>1323<span class='sub'>+44 / −43</span></td><td class='num' data-sort='6.78'>6.78</td><td class='num' data-sort='58.7'>58.7</td><td class='num' data-sort='20.2'>20.2</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.422'>0.422</td><td class='num' data-sort='0.825'>0.825</td><td class='num' data-sort='2.3'>2.3</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='5'>5</td><td class='method' data-sort='MI'>MI</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1316.0'>1316<span class='sub'>+34 / −30</span></td><td class='num' data-sort='7.01'>7.01</td><td class='num' data-sort='57.1'>57.1</td><td class='num' data-sort='21.2'>21.2</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.673'>0.673</td><td class='num' data-sort='0.863'>0.863</td><td class='num' data-sort='0.4'>0.4</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='6'>6</td><td class='method' data-sort='MarkovBlanket'>MarkovBlanket</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1307.0'>1307<span class='sub'>+36 / −33</span></td><td class='num' data-sort='7.15'>7.15</td><td class='num' data-sort='56.0'>56.0</td><td class='num' data-sort='22.8'>22.8</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.396'>0.396</td><td class='num' data-sort='0.467'>0.467</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='7'>7</td><td class='method' data-sort='F-Test'>F-Test</td><td class='' data-sort='Correlation'><span class='pill cat-non-search'>Correlation</span><span class='sub'>non-search</span></td><td class='num' data-sort='1298.0'>1298<span class='sub'>+36 / −40</span></td><td class='num' data-sort='7.39'>7.39</td><td class='num' data-sort='54.3'>54.3</td><td class='num' data-sort='23.2'>23.2</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.734'>0.734</td><td class='num' data-sort='0.932'>0.932</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='8'>8</td><td class='method' data-sort='GainRatio'>GainRatio</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1273.0'>1273<span class='sub'>+34 / −36</span></td><td class='num' data-sort='7.82'>7.82</td><td class='num' data-sort='51.3'>51.3</td><td class='num' data-sort='25.1'>25.1</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.681'>0.681</td><td class='num' data-sort='0.915'>0.915</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='9'>9</td><td class='method' data-sort='mRMR'>mRMR</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1268.0'>1268<span class='sub'>+39 / −40</span></td><td class='num' data-sort='7.89'>7.89</td><td class='num' data-sort='50.8'>50.8</td><td class='num' data-sort='23.8'>23.8</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.578'>0.578</td><td class='num' data-sort='0.712'>0.712</td><td class='num' data-sort='0.4'>0.4</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='10'>10</td><td class='method' data-sort='(R)ReliefF'>(R)ReliefF</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='1257.0'>1257<span class='sub'>+40 / −39</span></td><td class='num' data-sort='8.18'>8.18</td><td class='num' data-sort='48.7'>48.7</td><td class='num' data-sort='24.4'>24.4</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.647'>0.647</td><td class='num' data-sort='0.808'>0.808</td><td class='num' data-sort='14.3'>14.3</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='11'>11</td><td class='method' data-sort='SFS'>SFS</td><td class='' data-sort='Forward search'><span class='pill cat-search'>Forward search</span><span class='sub'>search</span></td><td class='num' data-sort='1256.0'>1256<span class='sub'>+43 / −44</span></td><td class='num' data-sort='7.91'>7.91</td><td class='num' data-sort='50.6'>50.6</td><td class='num' data-sort='25.0'>25.0</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.278'>0.278</td><td class='num' data-sort='0.664'>0.664</td><td class='num' data-sort='1634.9'>1,634.9</td><td class='num' data-sort='43.8'>43.8</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='12'>12</td><td class='method' data-sort='SBE'>SBE</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1227.0'>1227<span class='sub'>+49 / −50</span></td><td class='num' data-sort='8.37'>8.37</td><td class='num' data-sort='47.3'>47.3</td><td class='num' data-sort='28.2'>28.2</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.175'>0.175</td><td class='num' data-sort='0.578'>0.578</td><td class='num' data-sort='3166.2'>3,166.2</td><td class='num' data-sort='48.9'>48.9</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='13'>13</td><td class='method' data-sort='LOCO'>LOCO</td><td class='' data-sort='Leave-one-out'><span class='pill cat-search'>Leave-one-out</span><span class='sub'>search</span></td><td class='num' data-sort='1219.0'>1219<span class='sub'>+43 / −42</span></td><td class='num' data-sort='8.54'>8.54</td><td class='num' data-sort='46.1'>46.1</td><td class='num' data-sort='27.9'>27.9</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.22'>0.220</td><td class='num' data-sort='0.613'>0.613</td><td class='num' data-sort='237.3'>237.3</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='14'>14</td><td class='method' data-sort='LaplacianScore'>LaplacianScore</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='1025.0'>1025<span class='sub'>+52 / −64</span></td><td class='num' data-sort='11.85'>11.85</td><td class='num' data-sort='22.5'>22.5</td><td class='num' data-sort='42.2'>42.2</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.644'>0.644</td><td class='num' data-sort='0.85'>0.850</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='15'>15</td><td class='method' data-sort='Random'>Random</td><td class='' data-sort='Baseline'><span class='pill cat-baseline'>Baseline</span></td><td class='num' data-sort='1000.0'>1000<span class='sub'>+41 / −47</span></td><td class='num' data-sort='11.64'>11.64</td><td class='num' data-sort='24.0'>24.0</td><td class='num' data-sort='39.7'>39.7</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.001'>0.001</td><td class='num' data-sort='0.499'>0.499</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='100.0'>100.0</td><td class='num' data-sort='71'>71</td></tr></tbody></table></div><script type='text/plain' id='sa-csv'>Rank,Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Avg. rank,Win rate (%),Improvability (%),Error vs. all features,Stability,Validity,Selection time (s),Fallback rate (%),#Datasets,#Comparisons
|
| 33 |
+
1,RFImportance,Non-search,Tree,1366.0,1322.0,1411.0,6.31,62.1,17.8,,0.653,0.741,0.2,0.0,71,1065
|
| 34 |
+
2,ElasticNet,Non-search,Regularization,1346.0,1303.0,1388.0,6.51,60.6,20.6,,0.519,0.873,7.6,0.0,71,1065
|
| 35 |
+
3,CART,Non-search,Tree,1335.0,1296.0,1375.0,6.63,59.8,20.9,,0.456,0.638,0.1,0.0,71,1065
|
| 36 |
+
4,Lasso,Non-search,Regularization,1323.0,1280.0,1367.0,6.78,58.7,20.2,,0.422,0.825,2.3,0.0,71,1065
|
| 37 |
+
5,MI,Non-search,Information theory,1316.0,1286.0,1350.0,7.01,57.1,21.2,,0.673,0.863,0.4,0.0,71,1065
|
| 38 |
+
6,MarkovBlanket,Search,Backward search,1307.0,1274.0,1343.0,7.15,56.0,22.8,,0.396,0.467,0.2,0.0,71,1065
|
| 39 |
+
7,F-Test,Non-search,Correlation,1298.0,1258.0,1334.0,7.39,54.3,23.2,,0.734,0.932,0.0,0.0,71,1065
|
| 40 |
+
8,GainRatio,Non-search,Information theory,1273.0,1237.0,1307.0,7.82,51.3,25.1,,0.681,0.915,0.2,0.0,71,1065
|
| 41 |
+
9,mRMR,Non-search,Information theory,1268.0,1228.0,1307.0,7.89,50.8,23.8,,0.578,0.712,0.4,0.0,71,1065
|
| 42 |
+
10,(R)ReliefF,Non-search,Distance,1257.0,1218.0,1297.0,8.18,48.7,24.4,,0.647,0.808,14.3,0.0,71,1065
|
| 43 |
+
11,SFS,Search,Forward search,1256.0,1212.0,1299.0,7.91,50.6,25.0,,0.278,0.664,1634.9,43.8,71,1065
|
| 44 |
+
12,SBE,Search,Backward search,1227.0,1177.0,1276.0,8.37,47.3,28.2,,0.175,0.578,3166.2,48.9,71,1065
|
| 45 |
+
13,LOCO,Search,Leave-one-out,1219.0,1177.0,1262.0,8.54,46.1,27.9,,0.22,0.613,237.3,0.0,71,1065
|
| 46 |
+
14,LaplacianScore,Non-search,Distance,1025.0,961.0,1077.0,11.85,22.5,42.2,,0.644,0.85,0.2,0.0,71,1065
|
| 47 |
+
15,Random,Baseline,Baseline,1000.0,953.0,1041.0,11.64,24.0,39.7,,0.001,0.499,0.0,100.0,71,1065
|
| 48 |
</script><script>
|
| 49 |
function saDownload(name, blob) {
|
| 50 |
var a = document.createElement('a');
|
data/subsets/tasks_all/models_all/budgets_1/website_leaderboard.csv
CHANGED
|
@@ -1,16 +1,16 @@
|
|
| 1 |
Rank,Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Avg. rank,Win rate (%),Improvability (%),Error vs. all features,Stability,Validity,Selection time (s),Fallback rate (%),#Datasets,#Comparisons
|
| 2 |
-
1,RFImportance,Non-search,Tree,1366.0,
|
| 3 |
-
2,ElasticNet,Non-search,Regularization,1346.0,1303.0,
|
| 4 |
-
3,CART,Non-search,Tree,1335.0,1296.0,
|
| 5 |
-
4,Lasso,Non-search,Regularization,1323.0,
|
| 6 |
-
5,MI,Non-search,Information theory,1316.0,
|
| 7 |
-
6,MarkovBlanket,Search,Backward search,1307.0,
|
| 8 |
-
7,F-Test,Non-search,Correlation,1298.0,
|
| 9 |
-
8,GainRatio,Non-search,Information theory,1273.0,
|
| 10 |
-
9,mRMR,Non-search,Information theory,1268.0,
|
| 11 |
-
10,(R)ReliefF,Non-search,Distance,1257.0,
|
| 12 |
-
11,SFS,Search,Forward search,1256.0,
|
| 13 |
-
12,SBE,Search,Backward search,1227.0,
|
| 14 |
-
13,LOCO,Search,Leave-one-out,1219.0,
|
| 15 |
-
14,LaplacianScore,Non-search,Distance,1025.0,
|
| 16 |
-
15,Random,Baseline,Baseline,1000.0,953.0,
|
|
|
|
| 1 |
Rank,Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Avg. rank,Win rate (%),Improvability (%),Error vs. all features,Stability,Validity,Selection time (s),Fallback rate (%),#Datasets,#Comparisons
|
| 2 |
+
1,RFImportance,Non-search,Tree,1366.0,1322.0,1411.0,6.31,62.1,17.8,,0.653,0.741,0.2,0.0,71,1065
|
| 3 |
+
2,ElasticNet,Non-search,Regularization,1346.0,1303.0,1388.0,6.51,60.6,20.6,,0.519,0.873,7.6,0.0,71,1065
|
| 4 |
+
3,CART,Non-search,Tree,1335.0,1296.0,1375.0,6.63,59.8,20.9,,0.456,0.638,0.1,0.0,71,1065
|
| 5 |
+
4,Lasso,Non-search,Regularization,1323.0,1280.0,1367.0,6.78,58.7,20.2,,0.422,0.825,2.3,0.0,71,1065
|
| 6 |
+
5,MI,Non-search,Information theory,1316.0,1286.0,1350.0,7.01,57.1,21.2,,0.673,0.863,0.4,0.0,71,1065
|
| 7 |
+
6,MarkovBlanket,Search,Backward search,1307.0,1274.0,1343.0,7.15,56.0,22.8,,0.396,0.467,0.2,0.0,71,1065
|
| 8 |
+
7,F-Test,Non-search,Correlation,1298.0,1258.0,1334.0,7.39,54.3,23.2,,0.734,0.932,0.0,0.0,71,1065
|
| 9 |
+
8,GainRatio,Non-search,Information theory,1273.0,1237.0,1307.0,7.82,51.3,25.1,,0.681,0.915,0.2,0.0,71,1065
|
| 10 |
+
9,mRMR,Non-search,Information theory,1268.0,1228.0,1307.0,7.89,50.8,23.8,,0.578,0.712,0.4,0.0,71,1065
|
| 11 |
+
10,(R)ReliefF,Non-search,Distance,1257.0,1218.0,1297.0,8.18,48.7,24.4,,0.647,0.808,14.3,0.0,71,1065
|
| 12 |
+
11,SFS,Search,Forward search,1256.0,1212.0,1299.0,7.91,50.6,25.0,,0.278,0.664,1634.9,43.8,71,1065
|
| 13 |
+
12,SBE,Search,Backward search,1227.0,1177.0,1276.0,8.37,47.3,28.2,,0.175,0.578,3166.2,48.9,71,1065
|
| 14 |
+
13,LOCO,Search,Leave-one-out,1219.0,1177.0,1262.0,8.54,46.1,27.9,,0.22,0.613,237.3,0.0,71,1065
|
| 15 |
+
14,LaplacianScore,Non-search,Distance,1025.0,961.0,1077.0,11.85,22.5,42.2,,0.644,0.85,0.2,0.0,71,1065
|
| 16 |
+
15,Random,Baseline,Baseline,1000.0,953.0,1041.0,11.64,24.0,39.7,,0.001,0.499,0.0,100.0,71,1065
|
data/subsets/tasks_all/models_all/budgets_2/elo_explorer.html
CHANGED
|
@@ -19,67 +19,67 @@ svg { display:block; width:100%; height:auto; }
|
|
| 19 |
.sa-ink { stroke:var(--fg); }
|
| 20 |
.sa-hit { fill:transparent; }
|
| 21 |
.sa-hit:hover { fill:var(--fg); fill-opacity:0.06; }
|
| 22 |
-
</style><defs><pattern id='sa-na' width='6' height='6' patternUnits='userSpaceOnUse' patternTransform='rotate(45)'><rect width='6' height='6' fill='#e5e7eb'/><line x1='0' y1='0' x2='0' y2='6' stroke='#9ca3af' stroke-width='2'/></pattern><linearGradient id='sa-g-stab' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#0072B2'/></linearGradient><linearGradient id='sa-g-val' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#D55E00'/></linearGradient></defs><line class='sa-grid' x1='64' x2='1024' y1='287.6' y2='287.6' stroke-width='1'/><text class='sa-muted' x='56' y='291.6' text-anchor='end' font-size='12'>900</text><line class='sa-grid' x1='64' x2='1024' y1='233.7' y2='233.7' stroke-width='1'/><text class='sa-muted' x='56' y='237.7' text-anchor='end' font-size='12'>1000</text><line class='sa-grid' x1='64' x2='1024' y1='179.7' y2='179.7' stroke-width='1'/><text class='sa-muted' x='56' y='183.7' text-anchor='end' font-size='12'>1100</text><line class='sa-grid' x1='64' x2='1024' y1='125.8' y2='125.8' stroke-width='1'/><text class='sa-muted' x='56' y='129.8' text-anchor='end' font-size='12'>1200</text><line class='sa-grid' x1='64' x2='1024' y1='71.9' y2='71.9' stroke-width='1'/><text class='sa-muted' x='56' y='75.9' text-anchor='end' font-size='12'>1300</text><line class='sa-grid' x1='64' x2='1024' y1='18.0' y2='18.0' stroke-width='1'/><text class='sa-muted' x='56' y='22.0' text-anchor='end' font-size='12'>1400</text><text class='sa-text' transform='translate(16 173) rotate(-90)' text-anchor='middle' font-size='13'>Elo</text><line class='sa-ink' x1='64' x2='1024' y1='233.7' y2='233.7' stroke-width='1' stroke-dasharray='4 4' opacity='0.5'/><rect x='73.6' y='271.4' width='22.4' height='56.6' fill='#57a2cc' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='96.0' y='271.4' width='22.4' height='56.6' fill='#dc7a2c' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='96.0' x2='96.0' y1='
|
| 23 |
-
Elo 930 [95% CI
|
| 24 |
Stability 0.660
|
| 25 |
-
Validity 0.827</title></rect><rect x='137.6' y='233.7' width='22.4' height='94.3' fill='#ffffff' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='160.0' y='233.7' width='22.4' height='94.3' fill='#e9ac7c' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='160.0' x2='160.0' y1='211.
|
| 26 |
-
Elo 1000 [95% CI 951–
|
| 27 |
Stability -0.001
|
| 28 |
-
Validity 0.513</title></rect><rect x='201.6' y='149.0' width='22.4' height='179.0' fill='#d8eaf3' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='224.0' y='149.0' width='22.4' height='179.0' fill='#e7a26c' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='224.0' x2='224.0' y1='
|
| 29 |
-
Elo 1157 [95% CI
|
| 30 |
Stability 0.151
|
| 31 |
-
Validity 0.575</title></rect><rect x='265.6' y='139.3' width='22.4' height='188.7' fill='#c2dded' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='288.0' y='139.3' width='22.4' height='188.7' fill='#e59a5f' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='288.0' x2='288.0' y1='
|
| 32 |
-
Elo 1175 [95% CI
|
| 33 |
Stability 0.239
|
| 34 |
-
Validity 0.627</title></rect><rect x='329.6' y='136.1' width='22.4' height='191.9' fill='#62a8d0' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='352.0' y='136.1' width='22.4' height='191.9' fill='#e39557' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='352.0' x2='352.0' y1='
|
| 35 |
-
Elo 1181 [95% CI 1144–
|
| 36 |
Stability 0.614
|
| 37 |
-
Validity 0.660</title></rect><rect x='393.6' y='133.4' width='22.4' height='194.6' fill='#daebf4' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='416.0' y='133.4' width='22.4' height='194.6' fill='#e8a571' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='416.0' x2='416.0' y1='
|
| 38 |
-
Elo 1186 [95% CI
|
| 39 |
Stability 0.144
|
| 40 |
-
Validity 0.556</title></rect><rect x='457.6' y='129.1' width='22.4' height='198.9' fill='#54a1cb' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='480.0' y='129.1' width='22.4' height='198.9' fill='#db7525' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='480.0' x2='480.0' y1='108.6' y2='
|
| 41 |
-
Elo 1194 [95% CI
|
| 42 |
Stability 0.670
|
| 43 |
-
Validity 0.856</title></rect><rect x='521.6' y='120.4' width='22.4' height='207.6' fill='#53a0cb' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='544.0' y='120.4' width='22.4' height='207.6' fill='#df853e' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='544.0' x2='544.0' y1='
|
| 44 |
-
Elo 1210 [95% CI
|
| 45 |
Stability 0.673
|
| 46 |
-
Validity 0.757</title></rect><rect x='585.6' y='113.4' width='22.4' height='214.6' fill='#4b9bc9' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='608.0' y='113.4' width='22.4' height='214.6' fill='#da711f' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='608.0' x2='608.0' y1='
|
| 47 |
-
Elo 1223 [95% CI 1188–
|
| 48 |
Stability 0.706
|
| 49 |
-
Validity 0.879</title></rect><rect x='649.6' y='105.9' width='22.4' height='222.1' fill='#96c5df' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='672.0' y='105.9' width='22.4' height='222.1' fill='#ecb78d' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='672.0' x2='672.0' y1='88.
|
| 50 |
-
Elo 1237 [95% CI
|
| 51 |
Stability 0.413
|
| 52 |
-
Validity 0.447</title></rect><rect x='713.6' y='99.4' width='22.4' height='228.6' fill='#9cc8e1' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='736.0' y='99.4' width='22.4' height='228.6' fill='#e08945' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='736.0' x2='736.0' y1='77.
|
| 53 |
-
Elo 1249 [95% CI
|
| 54 |
Stability 0.389
|
| 55 |
-
Validity 0.730</title></rect><rect x='777.6' y='87.0' width='22.4' height='241.0' fill='#519fca' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='800.0' y='87.0' width='22.4' height='241.0' fill='#dd7c2f' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='800.0' x2='800.0' y1='
|
| 56 |
-
Elo 1272 [95% CI
|
| 57 |
Stability 0.683
|
| 58 |
-
Validity 0.815</title></rect><rect x='841.6' y='86.5' width='22.4' height='241.5' fill='#84bbda' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='864.0' y='86.5' width='22.4' height='241.5' fill='#de8239' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='864.0' x2='864.0' y1='
|
| 59 |
-
Elo 1273 [95% CI
|
| 60 |
Stability 0.481
|
| 61 |
-
Validity 0.777</title></rect><rect x='905.6' y='83.8' width='22.4' height='244.2' fill='#8ec0dd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='928.0' y='83.8' width='22.4' height='244.2' fill='#e7a36d' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='928.0' x2='928.0' y1='
|
| 62 |
-
Elo 1278 [95% CI
|
| 63 |
Stability 0.444
|
| 64 |
-
Validity 0.572</title></rect><rect x='969.6' y='58.4' width='22.4' height='269.6' fill='#53a0cb' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='992.0' y='58.4' width='22.4' height='269.6' fill='#e2904f' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='992.0' x2='992.0' y1='34.2' y2='
|
| 65 |
-
Elo 1325 [95% CI
|
| 66 |
Stability 0.676
|
| 67 |
Validity 0.691</title></rect><line class='sa-ink' x1='64' x2='1024' y1='328.0' y2='328.0' stroke-width='1' opacity='0.4'/><rect x='1070' y='40.0' width='12' height='107.0' fill='url(#sa-g-stab)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='30.0' text-anchor='middle' font-size='12'>stable</text><text class='sa-text' x='1076' y='165.0' text-anchor='middle' font-size='12'>unstable</text><text class='sa-muted' x='1088' y='151.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='97.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='44.0' font-size='11'>1.0</text><rect x='1070' y='207.0' width='12' height='107.0' fill='url(#sa-g-val)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='197.0' text-anchor='middle' font-size='12'>valid</text><text class='sa-text' x='1076' y='332.0' text-anchor='middle' font-size='12'>invalid</text><text class='sa-muted' x='1088' y='318.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='264.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='211.0' font-size='11'>1.0</text><rect x='1070' y='352.0' width='12' height='12' fill='url(#sa-na)' stroke='#000' stroke-width='0.6'/><text class='sa-muted' x='1088' y='362.0' font-size='11'>no result</text></svg><script type='text/plain' id='sa-csv'>Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Stability,Validity
|
| 68 |
-
RFImportance,Non-search,Tree,1325.0,
|
| 69 |
-
CART,Non-search,Tree,1278.0,
|
| 70 |
-
ElasticNet,Non-search,Regularization,1273.0,
|
| 71 |
-
MI,Non-search,Information theory,1272.0,
|
| 72 |
-
Lasso,Non-search,Regularization,1249.0,
|
| 73 |
-
MarkovBlanket,Search,Backward search,1237.0,
|
| 74 |
-
F-Test,Non-search,Correlation,1223.0,1188.0,
|
| 75 |
-
(R)ReliefF,Non-search,Distance,1210.0,
|
| 76 |
-
GainRatio,Non-search,Information theory,1194.0,
|
| 77 |
-
SBE,Search,Backward search,1186.0,
|
| 78 |
-
mRMR,Non-search,Information theory,1181.0,1144.0,
|
| 79 |
-
SFS,Search,Forward search,1175.0,
|
| 80 |
-
LOCO,Search,Leave-one-out,1157.0,
|
| 81 |
-
Random,Baseline,Baseline,1000.0,951.0,
|
| 82 |
-
LaplacianScore,Non-search,Distance,930.0,
|
| 83 |
</script><script>
|
| 84 |
function saDownload(name, blob) {
|
| 85 |
var a = document.createElement('a');
|
|
|
|
| 19 |
.sa-ink { stroke:var(--fg); }
|
| 20 |
.sa-hit { fill:transparent; }
|
| 21 |
.sa-hit:hover { fill:var(--fg); fill-opacity:0.06; }
|
| 22 |
+
</style><defs><pattern id='sa-na' width='6' height='6' patternUnits='userSpaceOnUse' patternTransform='rotate(45)'><rect width='6' height='6' fill='#e5e7eb'/><line x1='0' y1='0' x2='0' y2='6' stroke='#9ca3af' stroke-width='2'/></pattern><linearGradient id='sa-g-stab' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#0072B2'/></linearGradient><linearGradient id='sa-g-val' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#D55E00'/></linearGradient></defs><line class='sa-grid' x1='64' x2='1024' y1='287.6' y2='287.6' stroke-width='1'/><text class='sa-muted' x='56' y='291.6' text-anchor='end' font-size='12'>900</text><line class='sa-grid' x1='64' x2='1024' y1='233.7' y2='233.7' stroke-width='1'/><text class='sa-muted' x='56' y='237.7' text-anchor='end' font-size='12'>1000</text><line class='sa-grid' x1='64' x2='1024' y1='179.7' y2='179.7' stroke-width='1'/><text class='sa-muted' x='56' y='183.7' text-anchor='end' font-size='12'>1100</text><line class='sa-grid' x1='64' x2='1024' y1='125.8' y2='125.8' stroke-width='1'/><text class='sa-muted' x='56' y='129.8' text-anchor='end' font-size='12'>1200</text><line class='sa-grid' x1='64' x2='1024' y1='71.9' y2='71.9' stroke-width='1'/><text class='sa-muted' x='56' y='75.9' text-anchor='end' font-size='12'>1300</text><line class='sa-grid' x1='64' x2='1024' y1='18.0' y2='18.0' stroke-width='1'/><text class='sa-muted' x='56' y='22.0' text-anchor='end' font-size='12'>1400</text><text class='sa-text' transform='translate(16 173) rotate(-90)' text-anchor='middle' font-size='13'>Elo</text><line class='sa-ink' x1='64' x2='1024' y1='233.7' y2='233.7' stroke-width='1' stroke-dasharray='4 4' opacity='0.5'/><rect x='73.6' y='271.4' width='22.4' height='56.6' fill='#57a2cc' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='96.0' y='271.4' width='22.4' height='56.6' fill='#dc7a2c' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='96.0' x2='96.0' y1='242.3' y2='309.7'/><line x1='91.0' x2='101.0' y1='242.3' y2='242.3'/><line x1='91.0' x2='101.0' y1='309.7' y2='309.7'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(100.0 342.0) rotate(-35)'>LaplacianScore</text><rect class='sa-hit' x='64.0' y='18' width='64' height='414'><title>LaplacianScore (Distance, non-search)
|
| 23 |
+
Elo 930 [95% CI 859–984]
|
| 24 |
Stability 0.660
|
| 25 |
+
Validity 0.827</title></rect><rect x='137.6' y='233.7' width='22.4' height='94.3' fill='#ffffff' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='160.0' y='233.7' width='22.4' height='94.3' fill='#e9ac7c' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='160.0' x2='160.0' y1='211.0' y2='260.1'/><line x1='155.0' x2='165.0' y1='211.0' y2='211.0'/><line x1='155.0' x2='165.0' y1='260.1' y2='260.1'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(164.0 342.0) rotate(-35)'>Random</text><rect class='sa-hit' x='128.0' y='18' width='64' height='414'><title>Random (Baseline, baseline)
|
| 26 |
+
Elo 1000 [95% CI 951–1042]
|
| 27 |
Stability -0.001
|
| 28 |
+
Validity 0.513</title></rect><rect x='201.6' y='149.0' width='22.4' height='179.0' fill='#d8eaf3' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='224.0' y='149.0' width='22.4' height='179.0' fill='#e7a26c' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='224.0' x2='224.0' y1='127.4' y2='171.1'/><line x1='219.0' x2='229.0' y1='127.4' y2='127.4'/><line x1='219.0' x2='229.0' y1='171.1' y2='171.1'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(228.0 342.0) rotate(-35)'>LOCO</text><rect class='sa-hit' x='192.0' y='18' width='64' height='414'><title>LOCO (Leave-one-out, search)
|
| 29 |
+
Elo 1157 [95% CI 1116–1197]
|
| 30 |
Stability 0.151
|
| 31 |
+
Validity 0.575</title></rect><rect x='265.6' y='139.3' width='22.4' height='188.7' fill='#c2dded' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='288.0' y='139.3' width='22.4' height='188.7' fill='#e59a5f' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='288.0' x2='288.0' y1='119.4' y2='161.9'/><line x1='283.0' x2='293.0' y1='119.4' y2='119.4'/><line x1='283.0' x2='293.0' y1='161.9' y2='161.9'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(292.0 342.0) rotate(-35)'>SFS</text><rect class='sa-hit' x='256.0' y='18' width='64' height='414'><title>SFS (Forward search, search)
|
| 32 |
+
Elo 1175 [95% CI 1133–1212]
|
| 33 |
Stability 0.239
|
| 34 |
+
Validity 0.627</title></rect><rect x='329.6' y='136.1' width='22.4' height='191.9' fill='#62a8d0' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='352.0' y='136.1' width='22.4' height='191.9' fill='#e39557' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='352.0' x2='352.0' y1='117.2' y2='156.0'/><line x1='347.0' x2='357.0' y1='117.2' y2='117.2'/><line x1='347.0' x2='357.0' y1='156.0' y2='156.0'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(356.0 342.0) rotate(-35)'>mRMR</text><rect class='sa-hit' x='320.0' y='18' width='64' height='414'><title>mRMR (Information theory, non-search)
|
| 35 |
+
Elo 1181 [95% CI 1144–1216]
|
| 36 |
Stability 0.614
|
| 37 |
+
Validity 0.660</title></rect><rect x='393.6' y='133.4' width='22.4' height='194.6' fill='#daebf4' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='416.0' y='133.4' width='22.4' height='194.6' fill='#e8a571' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='416.0' x2='416.0' y1='109.1' y2='158.2'/><line x1='411.0' x2='421.0' y1='109.1' y2='109.1'/><line x1='411.0' x2='421.0' y1='158.2' y2='158.2'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(420.0 342.0) rotate(-35)'>SBE</text><rect class='sa-hit' x='384.0' y='18' width='64' height='414'><title>SBE (Backward search, search)
|
| 38 |
+
Elo 1186 [95% CI 1140–1231]
|
| 39 |
Stability 0.144
|
| 40 |
+
Validity 0.556</title></rect><rect x='457.6' y='129.1' width='22.4' height='198.9' fill='#54a1cb' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='480.0' y='129.1' width='22.4' height='198.9' fill='#db7525' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='480.0' x2='480.0' y1='108.6' y2='149.0'/><line x1='475.0' x2='485.0' y1='108.6' y2='108.6'/><line x1='475.0' x2='485.0' y1='149.0' y2='149.0'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(484.0 342.0) rotate(-35)'>GainRatio</text><rect class='sa-hit' x='448.0' y='18' width='64' height='414'><title>GainRatio (Information theory, non-search)
|
| 41 |
+
Elo 1194 [95% CI 1157–1232]
|
| 42 |
Stability 0.670
|
| 43 |
+
Validity 0.856</title></rect><rect x='521.6' y='120.4' width='22.4' height='207.6' fill='#53a0cb' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='544.0' y='120.4' width='22.4' height='207.6' fill='#df853e' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='544.0' x2='544.0' y1='99.4' y2='140.9'/><line x1='539.0' x2='549.0' y1='99.4' y2='99.4'/><line x1='539.0' x2='549.0' y1='140.9' y2='140.9'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(548.0 342.0) rotate(-35)'>(R)ReliefF</text><rect class='sa-hit' x='512.0' y='18' width='64' height='414'><title>(R)ReliefF (Distance, non-search)
|
| 44 |
+
Elo 1210 [95% CI 1172–1249]
|
| 45 |
Stability 0.673
|
| 46 |
+
Validity 0.757</title></rect><rect x='585.6' y='113.4' width='22.4' height='214.6' fill='#4b9bc9' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='608.0' y='113.4' width='22.4' height='214.6' fill='#da711f' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='608.0' x2='608.0' y1='94.0' y2='132.3'/><line x1='603.0' x2='613.0' y1='94.0' y2='94.0'/><line x1='603.0' x2='613.0' y1='132.3' y2='132.3'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(612.0 342.0) rotate(-35)'>F-Test</text><rect class='sa-hit' x='576.0' y='18' width='64' height='414'><title>F-Test (Correlation, non-search)
|
| 47 |
+
Elo 1223 [95% CI 1188–1259]
|
| 48 |
Stability 0.706
|
| 49 |
+
Validity 0.879</title></rect><rect x='649.6' y='105.9' width='22.4' height='222.1' fill='#96c5df' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='672.0' y='105.9' width='22.4' height='222.1' fill='#ecb78d' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='672.0' x2='672.0' y1='88.6' y2='124.2'/><line x1='667.0' x2='677.0' y1='88.6' y2='88.6'/><line x1='667.0' x2='677.0' y1='124.2' y2='124.2'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(676.0 342.0) rotate(-35)'>MarkovBlanket</text><rect class='sa-hit' x='640.0' y='18' width='64' height='414'><title>MarkovBlanket (Backward search, search)
|
| 50 |
+
Elo 1237 [95% CI 1203–1269]
|
| 51 |
Stability 0.413
|
| 52 |
+
Validity 0.447</title></rect><rect x='713.6' y='99.4' width='22.4' height='228.6' fill='#9cc8e1' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='736.0' y='99.4' width='22.4' height='228.6' fill='#e08945' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='736.0' x2='736.0' y1='77.8' y2='123.7'/><line x1='731.0' x2='741.0' y1='77.8' y2='77.8'/><line x1='731.0' x2='741.0' y1='123.7' y2='123.7'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(740.0 342.0) rotate(-35)'>Lasso</text><rect class='sa-hit' x='704.0' y='18' width='64' height='414'><title>Lasso (Regularization, non-search)
|
| 53 |
+
Elo 1249 [95% CI 1204–1289]
|
| 54 |
Stability 0.389
|
| 55 |
+
Validity 0.730</title></rect><rect x='777.6' y='87.0' width='22.4' height='241.0' fill='#519fca' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='800.0' y='87.0' width='22.4' height='241.0' fill='#dd7c2f' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='800.0' x2='800.0' y1='65.4' y2='107.0'/><line x1='795.0' x2='805.0' y1='65.4' y2='65.4'/><line x1='795.0' x2='805.0' y1='107.0' y2='107.0'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(804.0 342.0) rotate(-35)'>MI</text><rect class='sa-hit' x='768.0' y='18' width='64' height='414'><title>MI (Information theory, non-search)
|
| 56 |
+
Elo 1272 [95% CI 1235–1312]
|
| 57 |
Stability 0.683
|
| 58 |
+
Validity 0.815</title></rect><rect x='841.6' y='86.5' width='22.4' height='241.5' fill='#84bbda' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='864.0' y='86.5' width='22.4' height='241.5' fill='#de8239' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='864.0' x2='864.0' y1='63.8' y2='109.7'/><line x1='859.0' x2='869.0' y1='63.8' y2='63.8'/><line x1='859.0' x2='869.0' y1='109.7' y2='109.7'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(868.0 342.0) rotate(-35)'>ElasticNet</text><rect class='sa-hit' x='832.0' y='18' width='64' height='414'><title>ElasticNet (Regularization, non-search)
|
| 59 |
+
Elo 1273 [95% CI 1230–1315]
|
| 60 |
Stability 0.481
|
| 61 |
+
Validity 0.777</title></rect><rect x='905.6' y='83.8' width='22.4' height='244.2' fill='#8ec0dd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='928.0' y='83.8' width='22.4' height='244.2' fill='#e7a36d' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='928.0' x2='928.0' y1='61.1' y2='103.7'/><line x1='923.0' x2='933.0' y1='61.1' y2='61.1'/><line x1='923.0' x2='933.0' y1='103.7' y2='103.7'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(932.0 342.0) rotate(-35)'>CART</text><rect class='sa-hit' x='896.0' y='18' width='64' height='414'><title>CART (Tree, non-search)
|
| 62 |
+
Elo 1278 [95% CI 1241–1320]
|
| 63 |
Stability 0.444
|
| 64 |
+
Validity 0.572</title></rect><rect x='969.6' y='58.4' width='22.4' height='269.6' fill='#53a0cb' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='992.0' y='58.4' width='22.4' height='269.6' fill='#e2904f' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='992.0' x2='992.0' y1='34.2' y2='79.5'/><line x1='987.0' x2='997.0' y1='34.2' y2='34.2'/><line x1='987.0' x2='997.0' y1='79.5' y2='79.5'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(996.0 342.0) rotate(-35)'>RFImportance</text><rect class='sa-hit' x='960.0' y='18' width='64' height='414'><title>RFImportance (Tree, non-search)
|
| 65 |
+
Elo 1325 [95% CI 1286–1370]
|
| 66 |
Stability 0.676
|
| 67 |
Validity 0.691</title></rect><line class='sa-ink' x1='64' x2='1024' y1='328.0' y2='328.0' stroke-width='1' opacity='0.4'/><rect x='1070' y='40.0' width='12' height='107.0' fill='url(#sa-g-stab)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='30.0' text-anchor='middle' font-size='12'>stable</text><text class='sa-text' x='1076' y='165.0' text-anchor='middle' font-size='12'>unstable</text><text class='sa-muted' x='1088' y='151.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='97.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='44.0' font-size='11'>1.0</text><rect x='1070' y='207.0' width='12' height='107.0' fill='url(#sa-g-val)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='197.0' text-anchor='middle' font-size='12'>valid</text><text class='sa-text' x='1076' y='332.0' text-anchor='middle' font-size='12'>invalid</text><text class='sa-muted' x='1088' y='318.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='264.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='211.0' font-size='11'>1.0</text><rect x='1070' y='352.0' width='12' height='12' fill='url(#sa-na)' stroke='#000' stroke-width='0.6'/><text class='sa-muted' x='1088' y='362.0' font-size='11'>no result</text></svg><script type='text/plain' id='sa-csv'>Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Stability,Validity
|
| 68 |
+
RFImportance,Non-search,Tree,1325.0,1286.0,1370.0,0.676,0.691
|
| 69 |
+
CART,Non-search,Tree,1278.0,1241.0,1320.0,0.444,0.572
|
| 70 |
+
ElasticNet,Non-search,Regularization,1273.0,1230.0,1315.0,0.481,0.777
|
| 71 |
+
MI,Non-search,Information theory,1272.0,1235.0,1312.0,0.683,0.815
|
| 72 |
+
Lasso,Non-search,Regularization,1249.0,1204.0,1289.0,0.389,0.73
|
| 73 |
+
MarkovBlanket,Search,Backward search,1237.0,1203.0,1269.0,0.413,0.447
|
| 74 |
+
F-Test,Non-search,Correlation,1223.0,1188.0,1259.0,0.706,0.879
|
| 75 |
+
(R)ReliefF,Non-search,Distance,1210.0,1172.0,1249.0,0.673,0.757
|
| 76 |
+
GainRatio,Non-search,Information theory,1194.0,1157.0,1232.0,0.67,0.856
|
| 77 |
+
SBE,Search,Backward search,1186.0,1140.0,1231.0,0.144,0.556
|
| 78 |
+
mRMR,Non-search,Information theory,1181.0,1144.0,1216.0,0.614,0.66
|
| 79 |
+
SFS,Search,Forward search,1175.0,1133.0,1212.0,0.239,0.627
|
| 80 |
+
LOCO,Search,Leave-one-out,1157.0,1116.0,1197.0,0.151,0.575
|
| 81 |
+
Random,Baseline,Baseline,1000.0,951.0,1042.0,-0.001,0.513
|
| 82 |
+
LaplacianScore,Non-search,Distance,930.0,859.0,984.0,0.66,0.827
|
| 83 |
</script><script>
|
| 84 |
function saDownload(name, blob) {
|
| 85 |
var a = document.createElement('a');
|
data/subsets/tasks_all/models_all/budgets_2/leaderboard_table.html
CHANGED
|
@@ -29,22 +29,22 @@ td.na { color:var(--muted); }
|
|
| 29 |
font-size:12px; color:var(--fg); }
|
| 30 |
.pill.cat-search { border-color:var(--accent); }
|
| 31 |
.pill.cat-baseline { color:var(--muted); }
|
| 32 |
-
</style></head><body><div class='toolbar'><span class='hint'>Click a column to sort. Hover a header for its definition.</span><button onclick="saCsv('selectarena_leaderboard.csv')">CSV</button></div><div class='wrap'><table id='sa-table'><thead><tr><th class='num'>#</th><th class=''>Method</th><th class='' title='Taxonomy of the paper (Appendix A). Search methods evaluate many feature subsets with the model (forward, backward, leave-one-out); non-search methods use a proxy instead (correlation, distance, information theory, tree, regularization).'>Type</th><th class='num' title='Bradley-Terry Elo from pairwise matches within each dataset, budget and downstream model. Random = 1000. +/− give the 95% bootstrap interval.'>Elo ↑</th><th class='num' title='Mean rank of the downstream error.'>Avg. rank ↓</th><th class='num' title='Share of pairwise comparisons won, in %. Ties count half.'>Win rate ↑</th><th class='num' title='Mean relative gap (error − best error) / error to the best method, in %.'>Improvability ↓</th><th class='num' title='Mean ratio of the error to the same model trained on all features. Below 1: the selection helped.'>Error vs. all ↓</th><th class='num' title='Agreement of the selected features across bootstrap resamples (Nogueira et al., 2018).'>Stability ↑</th><th class='num' title='Share of the budget filled with original features when as many noise features are added.'>Validity ↑</th><th class='num' title='Median wall-clock time of the selection.'>Time (s) ↓</th><th class='num' title='Share of runs where the method ran out of time and random features filled the budget.'>Fallback (%)</th><th class='num'>#Datasets</th></tr></thead><tbody><tr><td class='num' data-sort='1'>1</td><td class='method' data-sort='RFImportance'>RFImportance</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1325.0'>1325<span class='sub'>+45 / −41</span></td><td class='num' data-sort='6.04'>6.04</td><td class='num' data-sort='64.0'>64.0</td><td class='num' data-sort='14.6'>14.6</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.676'>0.676</td><td class='num' data-sort='0.691'>0.691</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='2'>2</td><td class='method' data-sort='CART'>CART</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1278.0'>1278<span class='sub'>+38 / −40</span></td><td class='num' data-sort='6.67'>6.67</td><td class='num' data-sort='59.5'>59.5</td><td class='num' data-sort='18.5'>18.5</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.444'>0.444</td><td class='num' data-sort='0.572'>0.572</td><td class='num' data-sort='0.1'>0.1</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='3'>3</td><td class='method' data-sort='ElasticNet'>ElasticNet</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1273.0'>1273<span class='sub'>+40 / −39</span></td><td class='num' data-sort='6.64'>6.64</td><td class='num' data-sort='59.7'>59.7</td><td class='num' data-sort='18.1'>18.1</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.481'>0.481</td><td class='num' data-sort='0.777'>0.777</td><td class='num' data-sort='7.6'>7.6</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='4'>4</td><td class='method' data-sort='MI'>MI</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1272.0'>1272<span class='sub'>+42 / −36</span></td><td class='num' data-sort='6.82'>6.82</td><td class='num' data-sort='58.4'>58.4</td><td class='num' data-sort='18.3'>18.3</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.683'>0.683</td><td class='num' data-sort='0.815'>0.815</td><td class='num' data-sort='0.4'>0.4</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='5'>5</td><td class='method' data-sort='Lasso'>Lasso</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1249.0'>1249<span class='sub'>+41 / −39</span></td><td class='num' data-sort='6.97'>6.97</td><td class='num' data-sort='57.4'>57.4</td><td class='num' data-sort='18.3'>18.3</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.389'>0.389</td><td class='num' data-sort='0.73'>0.730</td><td class='num' data-sort='2.0'>2.0</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='6'>6</td><td class='method' data-sort='MarkovBlanket'>MarkovBlanket</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1237.0'>1237<span class='sub'>+33 / −37</span></td><td class='num' data-sort='7.5'>7.50</td><td class='num' data-sort='53.6'>53.6</td><td class='num' data-sort='21.0'>21.0</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.413'>0.413</td><td class='num' data-sort='0.447'>0.447</td><td class='num' data-sort='0.1'>0.1</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='7'>7</td><td class='method' data-sort='F-Test'>F-Test</td><td class='' data-sort='Correlation'><span class='pill cat-non-search'>Correlation</span><span class='sub'>non-search</span></td><td class='num' data-sort='1223.0'>1223<span class='sub'>+33 / −35</span></td><td class='num' data-sort='7.49'>7.49</td><td class='num' data-sort='53.6'>53.6</td><td class='num' data-sort='20.5'>20.5</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.706'>0.706</td><td class='num' data-sort='0.879'>0.879</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='8'>8</td><td class='method' data-sort='(R)ReliefF'>(R)ReliefF</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='1210.0'>1210<span class='sub'>+36 / −37</span></td><td class='num' data-sort='7.86'>7.86</td><td class='num' data-sort='51.0'>51.0</td><td class='num' data-sort='20.2'>20.2</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.673'>0.673</td><td class='num' data-sort='0.757'>0.757</td><td class='num' data-sort='14.4'>14.4</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='9'>9</td><td class='method' data-sort='GainRatio'>GainRatio</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1194.0'>1194<span class='sub'>+38 / −35</span></td><td class='num' data-sort='8.22'>8.22</td><td class='num' data-sort='48.4'>48.4</td><td class='num' data-sort='22.8'>22.8</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.67'>0.670</td><td class='num' data-sort='0.856'>0.856</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='10'>10</td><td class='method' data-sort='SBE'>SBE</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1186.0'>1186<span class='sub'>+46 / −41</span></td><td class='num' data-sort='8.15'>8.15</td><td class='num' data-sort='48.9'>48.9</td><td class='num' data-sort='24.7'>24.7</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.144'>0.144</td><td class='num' data-sort='0.556'>0.556</td><td class='num' data-sort='2621.7'>2,621.7</td><td class='num' data-sort='47.8'>47.8</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='11'>11</td><td class='method' data-sort='mRMR'>mRMR</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1181.0'>1181<span class='sub'>+36 / −37</span></td><td class='num' data-sort='8.22'>8.22</td><td class='num' data-sort='48.4'>48.4</td><td class='num' data-sort='21.5'>21.5</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.614'>0.614</td><td class='num' data-sort='0.66'>0.660</td><td class='num' data-sort='0.5'>0.5</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='12'>12</td><td class='method' data-sort='SFS'>SFS</td><td class='' data-sort='Forward search'><span class='pill cat-search'>Forward search</span><span class='sub'>search</span></td><td class='num' data-sort='1175.0'>1175<span class='sub'>+39 / −37</span></td><td class='num' data-sort='8.11'>8.11</td><td class='num' data-sort='49.2'>49.2</td><td class='num' data-sort='23.1'>23.1</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.239'>0.239</td><td class='num' data-sort='0.627'>0.627</td><td class='num' data-sort='2398.9'>2,398.9</td><td class='num' data-sort='47.2'>47.2</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='13'>13</td><td class='method' data-sort='LOCO'>LOCO</td><td class='' data-sort='Leave-one-out'><span class='pill cat-search'>Leave-one-out</span><span class='sub'>search</span></td><td class='num' data-sort='1157.0'>1157<span class='sub'>+43 / −40</span></td><td class='num' data-sort='8.42'>8.42</td><td class='num' data-sort='47.0'>47.0</td><td class='num' data-sort='25.1'>25.1</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.151'>0.151</td><td class='num' data-sort='0.575'>0.575</td><td class='num' data-sort='241.3'>241.3</td><td class='num' data-sort='6.8'>6.8</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='14'>14</td><td class='method' data-sort='Random'>Random</td><td class='' data-sort='Baseline'><span class='pill cat-baseline'>Baseline</span></td><td class='num' data-sort='1000.0'>1000<span class='sub'>+41 / −49</span></td><td class='num' data-sort='10.82'>10.82</td><td class='num' data-sort='29.9'>29.9</td><td class='num' data-sort='33.5'>33.5</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='-0.001'>-0.001</td><td class='num' data-sort='0.513'>0.513</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='100.0'>100.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='15'>15</td><td class='method' data-sort='LaplacianScore'>LaplacianScore</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='930.0'>930<span class='sub'>+56 / −70</span></td><td class='num' data-sort='12.08'>12.08</td><td class='num' data-sort='20.9'>20.9</td><td class='num' data-sort='39.5'>39.5</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.66'>0.660</td><td class='num' data-sort='0.827'>0.827</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr></tbody></table></div><script type='text/plain' id='sa-csv'>Rank,Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Avg. rank,Win rate (%),Improvability (%),Error vs. all features,Stability,Validity,Selection time (s),Fallback rate (%),#Datasets,#Comparisons
|
| 33 |
-
1,RFImportance,Non-search,Tree,1325.0,
|
| 34 |
-
2,CART,Non-search,Tree,1278.0,
|
| 35 |
-
3,ElasticNet,Non-search,Regularization,1273.0,
|
| 36 |
-
4,MI,Non-search,Information theory,1272.0,
|
| 37 |
-
5,Lasso,Non-search,Regularization,1249.0,
|
| 38 |
-
6,MarkovBlanket,Search,Backward search,1237.0,
|
| 39 |
-
7,F-Test,Non-search,Correlation,1223.0,1188.0,
|
| 40 |
-
8,(R)ReliefF,Non-search,Distance,1210.0,
|
| 41 |
-
9,GainRatio,Non-search,Information theory,1194.0,
|
| 42 |
-
10,SBE,Search,Backward search,1186.0,
|
| 43 |
-
11,mRMR,Non-search,Information theory,1181.0,1144.0,
|
| 44 |
-
12,SFS,Search,Forward search,1175.0,
|
| 45 |
-
13,LOCO,Search,Leave-one-out,1157.0,
|
| 46 |
-
14,Random,Baseline,Baseline,1000.0,951.0,
|
| 47 |
-
15,LaplacianScore,Non-search,Distance,930.0,
|
| 48 |
</script><script>
|
| 49 |
function saDownload(name, blob) {
|
| 50 |
var a = document.createElement('a');
|
|
|
|
| 29 |
font-size:12px; color:var(--fg); }
|
| 30 |
.pill.cat-search { border-color:var(--accent); }
|
| 31 |
.pill.cat-baseline { color:var(--muted); }
|
| 32 |
+
</style></head><body><div class='toolbar'><span class='hint'>Click a column to sort. Hover a header for its definition.</span><button onclick="saCsv('selectarena_leaderboard.csv')">CSV</button></div><div class='wrap'><table id='sa-table'><thead><tr><th class='num'>#</th><th class=''>Method</th><th class='' title='Taxonomy of the paper (Appendix A). Search methods evaluate many feature subsets with the model (forward, backward, leave-one-out); non-search methods use a proxy instead (correlation, distance, information theory, tree, regularization).'>Type</th><th class='num' title='Bradley-Terry Elo from pairwise matches within each dataset, budget and downstream model. Random = 1000. +/− give the 95% bootstrap interval.'>Elo ↑</th><th class='num' title='Mean rank of the downstream error.'>Avg. rank ↓</th><th class='num' title='Share of pairwise comparisons won, in %. Ties count half.'>Win rate ↑</th><th class='num' title='Mean relative gap (error − best error) / error to the best method, in %.'>Improvability ↓</th><th class='num' title='Mean ratio of the error to the same model trained on all features. Below 1: the selection helped.'>Error vs. all ↓</th><th class='num' title='Agreement of the selected features across bootstrap resamples (Nogueira et al., 2018).'>Stability ↑</th><th class='num' title='Share of the budget filled with original features when as many noise features are added.'>Validity ↑</th><th class='num' title='Median wall-clock time of the selection.'>Time (s) ↓</th><th class='num' title='Share of runs where the method ran out of time and random features filled the budget.'>Fallback (%)</th><th class='num'>#Datasets</th></tr></thead><tbody><tr><td class='num' data-sort='1'>1</td><td class='method' data-sort='RFImportance'>RFImportance</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1325.0'>1325<span class='sub'>+45 / −39</span></td><td class='num' data-sort='6.04'>6.04</td><td class='num' data-sort='64.0'>64.0</td><td class='num' data-sort='14.6'>14.6</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.676'>0.676</td><td class='num' data-sort='0.691'>0.691</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='2'>2</td><td class='method' data-sort='CART'>CART</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1278.0'>1278<span class='sub'>+42 / −37</span></td><td class='num' data-sort='6.67'>6.67</td><td class='num' data-sort='59.5'>59.5</td><td class='num' data-sort='18.5'>18.5</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.444'>0.444</td><td class='num' data-sort='0.572'>0.572</td><td class='num' data-sort='0.1'>0.1</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='3'>3</td><td class='method' data-sort='ElasticNet'>ElasticNet</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1273.0'>1273<span class='sub'>+42 / −43</span></td><td class='num' data-sort='6.64'>6.64</td><td class='num' data-sort='59.7'>59.7</td><td class='num' data-sort='18.1'>18.1</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.481'>0.481</td><td class='num' data-sort='0.777'>0.777</td><td class='num' data-sort='7.6'>7.6</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='4'>4</td><td class='method' data-sort='MI'>MI</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1272.0'>1272<span class='sub'>+40 / −37</span></td><td class='num' data-sort='6.82'>6.82</td><td class='num' data-sort='58.4'>58.4</td><td class='num' data-sort='18.3'>18.3</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.683'>0.683</td><td class='num' data-sort='0.815'>0.815</td><td class='num' data-sort='0.4'>0.4</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='5'>5</td><td class='method' data-sort='Lasso'>Lasso</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1249.0'>1249<span class='sub'>+40 / −45</span></td><td class='num' data-sort='6.97'>6.97</td><td class='num' data-sort='57.4'>57.4</td><td class='num' data-sort='18.3'>18.3</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.389'>0.389</td><td class='num' data-sort='0.73'>0.730</td><td class='num' data-sort='2.0'>2.0</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='6'>6</td><td class='method' data-sort='MarkovBlanket'>MarkovBlanket</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1237.0'>1237<span class='sub'>+32 / −34</span></td><td class='num' data-sort='7.5'>7.50</td><td class='num' data-sort='53.6'>53.6</td><td class='num' data-sort='21.0'>21.0</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.413'>0.413</td><td class='num' data-sort='0.447'>0.447</td><td class='num' data-sort='0.1'>0.1</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='7'>7</td><td class='method' data-sort='F-Test'>F-Test</td><td class='' data-sort='Correlation'><span class='pill cat-non-search'>Correlation</span><span class='sub'>non-search</span></td><td class='num' data-sort='1223.0'>1223<span class='sub'>+36 / −35</span></td><td class='num' data-sort='7.49'>7.49</td><td class='num' data-sort='53.6'>53.6</td><td class='num' data-sort='20.5'>20.5</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.706'>0.706</td><td class='num' data-sort='0.879'>0.879</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='8'>8</td><td class='method' data-sort='(R)ReliefF'>(R)ReliefF</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='1210.0'>1210<span class='sub'>+39 / −38</span></td><td class='num' data-sort='7.86'>7.86</td><td class='num' data-sort='51.0'>51.0</td><td class='num' data-sort='20.2'>20.2</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.673'>0.673</td><td class='num' data-sort='0.757'>0.757</td><td class='num' data-sort='14.4'>14.4</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='9'>9</td><td class='method' data-sort='GainRatio'>GainRatio</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1194.0'>1194<span class='sub'>+38 / −37</span></td><td class='num' data-sort='8.22'>8.22</td><td class='num' data-sort='48.4'>48.4</td><td class='num' data-sort='22.8'>22.8</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.67'>0.670</td><td class='num' data-sort='0.856'>0.856</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='10'>10</td><td class='method' data-sort='SBE'>SBE</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1186.0'>1186<span class='sub'>+45 / −46</span></td><td class='num' data-sort='8.15'>8.15</td><td class='num' data-sort='48.9'>48.9</td><td class='num' data-sort='24.7'>24.7</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.144'>0.144</td><td class='num' data-sort='0.556'>0.556</td><td class='num' data-sort='2621.7'>2,621.7</td><td class='num' data-sort='47.8'>47.8</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='11'>11</td><td class='method' data-sort='mRMR'>mRMR</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1181.0'>1181<span class='sub'>+35 / −37</span></td><td class='num' data-sort='8.22'>8.22</td><td class='num' data-sort='48.4'>48.4</td><td class='num' data-sort='21.5'>21.5</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.614'>0.614</td><td class='num' data-sort='0.66'>0.660</td><td class='num' data-sort='0.5'>0.5</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='12'>12</td><td class='method' data-sort='SFS'>SFS</td><td class='' data-sort='Forward search'><span class='pill cat-search'>Forward search</span><span class='sub'>search</span></td><td class='num' data-sort='1175.0'>1175<span class='sub'>+37 / −42</span></td><td class='num' data-sort='8.11'>8.11</td><td class='num' data-sort='49.2'>49.2</td><td class='num' data-sort='23.1'>23.1</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.239'>0.239</td><td class='num' data-sort='0.627'>0.627</td><td class='num' data-sort='2398.9'>2,398.9</td><td class='num' data-sort='47.2'>47.2</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='13'>13</td><td class='method' data-sort='LOCO'>LOCO</td><td class='' data-sort='Leave-one-out'><span class='pill cat-search'>Leave-one-out</span><span class='sub'>search</span></td><td class='num' data-sort='1157.0'>1157<span class='sub'>+40 / −41</span></td><td class='num' data-sort='8.42'>8.42</td><td class='num' data-sort='47.0'>47.0</td><td class='num' data-sort='25.1'>25.1</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.151'>0.151</td><td class='num' data-sort='0.575'>0.575</td><td class='num' data-sort='241.3'>241.3</td><td class='num' data-sort='6.8'>6.8</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='14'>14</td><td class='method' data-sort='Random'>Random</td><td class='' data-sort='Baseline'><span class='pill cat-baseline'>Baseline</span></td><td class='num' data-sort='1000.0'>1000<span class='sub'>+42 / −49</span></td><td class='num' data-sort='10.82'>10.82</td><td class='num' data-sort='29.9'>29.9</td><td class='num' data-sort='33.5'>33.5</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='-0.001'>-0.001</td><td class='num' data-sort='0.513'>0.513</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='100.0'>100.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='15'>15</td><td class='method' data-sort='LaplacianScore'>LaplacianScore</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='930.0'>930<span class='sub'>+54 / −71</span></td><td class='num' data-sort='12.08'>12.08</td><td class='num' data-sort='20.9'>20.9</td><td class='num' data-sort='39.5'>39.5</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.66'>0.660</td><td class='num' data-sort='0.827'>0.827</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr></tbody></table></div><script type='text/plain' id='sa-csv'>Rank,Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Avg. rank,Win rate (%),Improvability (%),Error vs. all features,Stability,Validity,Selection time (s),Fallback rate (%),#Datasets,#Comparisons
|
| 33 |
+
1,RFImportance,Non-search,Tree,1325.0,1286.0,1370.0,6.04,64.0,14.6,,0.676,0.691,0.2,0.0,71,1065
|
| 34 |
+
2,CART,Non-search,Tree,1278.0,1241.0,1320.0,6.67,59.5,18.5,,0.444,0.572,0.1,0.0,71,1065
|
| 35 |
+
3,ElasticNet,Non-search,Regularization,1273.0,1230.0,1315.0,6.64,59.7,18.1,,0.481,0.777,7.6,0.0,71,1065
|
| 36 |
+
4,MI,Non-search,Information theory,1272.0,1235.0,1312.0,6.82,58.4,18.3,,0.683,0.815,0.4,0.0,71,1065
|
| 37 |
+
5,Lasso,Non-search,Regularization,1249.0,1204.0,1289.0,6.97,57.4,18.3,,0.389,0.73,2.0,0.0,71,1065
|
| 38 |
+
6,MarkovBlanket,Search,Backward search,1237.0,1203.0,1269.0,7.5,53.6,21.0,,0.413,0.447,0.1,0.0,71,1065
|
| 39 |
+
7,F-Test,Non-search,Correlation,1223.0,1188.0,1259.0,7.49,53.6,20.5,,0.706,0.879,0.0,0.0,71,1065
|
| 40 |
+
8,(R)ReliefF,Non-search,Distance,1210.0,1172.0,1249.0,7.86,51.0,20.2,,0.673,0.757,14.4,0.0,71,1065
|
| 41 |
+
9,GainRatio,Non-search,Information theory,1194.0,1157.0,1232.0,8.22,48.4,22.8,,0.67,0.856,0.2,0.0,71,1065
|
| 42 |
+
10,SBE,Search,Backward search,1186.0,1140.0,1231.0,8.15,48.9,24.7,,0.144,0.556,2621.7,47.8,71,1065
|
| 43 |
+
11,mRMR,Non-search,Information theory,1181.0,1144.0,1216.0,8.22,48.4,21.5,,0.614,0.66,0.5,0.0,71,1065
|
| 44 |
+
12,SFS,Search,Forward search,1175.0,1133.0,1212.0,8.11,49.2,23.1,,0.239,0.627,2398.9,47.2,71,1065
|
| 45 |
+
13,LOCO,Search,Leave-one-out,1157.0,1116.0,1197.0,8.42,47.0,25.1,,0.151,0.575,241.3,6.8,71,1065
|
| 46 |
+
14,Random,Baseline,Baseline,1000.0,951.0,1042.0,10.82,29.9,33.5,,-0.001,0.513,0.0,100.0,71,1065
|
| 47 |
+
15,LaplacianScore,Non-search,Distance,930.0,859.0,984.0,12.08,20.9,39.5,,0.66,0.827,0.2,0.0,71,1065
|
| 48 |
</script><script>
|
| 49 |
function saDownload(name, blob) {
|
| 50 |
var a = document.createElement('a');
|
data/subsets/tasks_all/models_all/budgets_2/website_leaderboard.csv
CHANGED
|
@@ -1,16 +1,16 @@
|
|
| 1 |
Rank,Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Avg. rank,Win rate (%),Improvability (%),Error vs. all features,Stability,Validity,Selection time (s),Fallback rate (%),#Datasets,#Comparisons
|
| 2 |
-
1,RFImportance,Non-search,Tree,1325.0,
|
| 3 |
-
2,CART,Non-search,Tree,1278.0,
|
| 4 |
-
3,ElasticNet,Non-search,Regularization,1273.0,
|
| 5 |
-
4,MI,Non-search,Information theory,1272.0,
|
| 6 |
-
5,Lasso,Non-search,Regularization,1249.0,
|
| 7 |
-
6,MarkovBlanket,Search,Backward search,1237.0,
|
| 8 |
-
7,F-Test,Non-search,Correlation,1223.0,1188.0,
|
| 9 |
-
8,(R)ReliefF,Non-search,Distance,1210.0,
|
| 10 |
-
9,GainRatio,Non-search,Information theory,1194.0,
|
| 11 |
-
10,SBE,Search,Backward search,1186.0,
|
| 12 |
-
11,mRMR,Non-search,Information theory,1181.0,1144.0,
|
| 13 |
-
12,SFS,Search,Forward search,1175.0,
|
| 14 |
-
13,LOCO,Search,Leave-one-out,1157.0,
|
| 15 |
-
14,Random,Baseline,Baseline,1000.0,951.0,
|
| 16 |
-
15,LaplacianScore,Non-search,Distance,930.0,
|
|
|
|
| 1 |
Rank,Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Avg. rank,Win rate (%),Improvability (%),Error vs. all features,Stability,Validity,Selection time (s),Fallback rate (%),#Datasets,#Comparisons
|
| 2 |
+
1,RFImportance,Non-search,Tree,1325.0,1286.0,1370.0,6.04,64.0,14.6,,0.676,0.691,0.2,0.0,71,1065
|
| 3 |
+
2,CART,Non-search,Tree,1278.0,1241.0,1320.0,6.67,59.5,18.5,,0.444,0.572,0.1,0.0,71,1065
|
| 4 |
+
3,ElasticNet,Non-search,Regularization,1273.0,1230.0,1315.0,6.64,59.7,18.1,,0.481,0.777,7.6,0.0,71,1065
|
| 5 |
+
4,MI,Non-search,Information theory,1272.0,1235.0,1312.0,6.82,58.4,18.3,,0.683,0.815,0.4,0.0,71,1065
|
| 6 |
+
5,Lasso,Non-search,Regularization,1249.0,1204.0,1289.0,6.97,57.4,18.3,,0.389,0.73,2.0,0.0,71,1065
|
| 7 |
+
6,MarkovBlanket,Search,Backward search,1237.0,1203.0,1269.0,7.5,53.6,21.0,,0.413,0.447,0.1,0.0,71,1065
|
| 8 |
+
7,F-Test,Non-search,Correlation,1223.0,1188.0,1259.0,7.49,53.6,20.5,,0.706,0.879,0.0,0.0,71,1065
|
| 9 |
+
8,(R)ReliefF,Non-search,Distance,1210.0,1172.0,1249.0,7.86,51.0,20.2,,0.673,0.757,14.4,0.0,71,1065
|
| 10 |
+
9,GainRatio,Non-search,Information theory,1194.0,1157.0,1232.0,8.22,48.4,22.8,,0.67,0.856,0.2,0.0,71,1065
|
| 11 |
+
10,SBE,Search,Backward search,1186.0,1140.0,1231.0,8.15,48.9,24.7,,0.144,0.556,2621.7,47.8,71,1065
|
| 12 |
+
11,mRMR,Non-search,Information theory,1181.0,1144.0,1216.0,8.22,48.4,21.5,,0.614,0.66,0.5,0.0,71,1065
|
| 13 |
+
12,SFS,Search,Forward search,1175.0,1133.0,1212.0,8.11,49.2,23.1,,0.239,0.627,2398.9,47.2,71,1065
|
| 14 |
+
13,LOCO,Search,Leave-one-out,1157.0,1116.0,1197.0,8.42,47.0,25.1,,0.151,0.575,241.3,6.8,71,1065
|
| 15 |
+
14,Random,Baseline,Baseline,1000.0,951.0,1042.0,10.82,29.9,33.5,,-0.001,0.513,0.0,100.0,71,1065
|
| 16 |
+
15,LaplacianScore,Non-search,Distance,930.0,859.0,984.0,12.08,20.9,39.5,,0.66,0.827,0.2,0.0,71,1065
|
data/subsets/tasks_all/models_all/budgets_3/elo_explorer.html
CHANGED
|
@@ -19,67 +19,67 @@ svg { display:block; width:100%; height:auto; }
|
|
| 19 |
.sa-ink { stroke:var(--fg); }
|
| 20 |
.sa-hit { fill:transparent; }
|
| 21 |
.sa-hit:hover { fill:var(--fg); fill-opacity:0.06; }
|
| 22 |
-
</style><defs><pattern id='sa-na' width='6' height='6' patternUnits='userSpaceOnUse' patternTransform='rotate(45)'><rect width='6' height='6' fill='#e5e7eb'/><line x1='0' y1='0' x2='0' y2='6' stroke='#9ca3af' stroke-width='2'/></pattern><linearGradient id='sa-g-stab' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#0072B2'/></linearGradient><linearGradient id='sa-g-val' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#D55E00'/></linearGradient></defs><line class='sa-grid' x1='64' x2='1024' y1='287.6' y2='287.6' stroke-width='1'/><text class='sa-muted' x='56' y='291.6' text-anchor='end' font-size='12'>900</text><line class='sa-grid' x1='64' x2='1024' y1='233.7' y2='233.7' stroke-width='1'/><text class='sa-muted' x='56' y='237.7' text-anchor='end' font-size='12'>1000</text><line class='sa-grid' x1='64' x2='1024' y1='179.7' y2='179.7' stroke-width='1'/><text class='sa-muted' x='56' y='183.7' text-anchor='end' font-size='12'>1100</text><line class='sa-grid' x1='64' x2='1024' y1='125.8' y2='125.8' stroke-width='1'/><text class='sa-muted' x='56' y='129.8' text-anchor='end' font-size='12'>1200</text><line class='sa-grid' x1='64' x2='1024' y1='71.9' y2='71.9' stroke-width='1'/><text class='sa-muted' x='56' y='75.9' text-anchor='end' font-size='12'>1300</text><line class='sa-grid' x1='64' x2='1024' y1='18.0' y2='18.0' stroke-width='1'/><text class='sa-muted' x='56' y='22.0' text-anchor='end' font-size='12'>1400</text><text class='sa-text' transform='translate(16 173) rotate(-90)' text-anchor='middle' font-size='13'>Elo</text><line class='sa-ink' x1='64' x2='1024' y1='233.7' y2='233.7' stroke-width='1' stroke-dasharray='4 4' opacity='0.5'/><rect x='73.6' y='271.9' width='22.4' height='56.1' fill='#4f9eca' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='96.0' y='271.9' width='22.4' height='56.1' fill='#df853e' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='96.0' x2='96.0' y1='
|
| 23 |
-
Elo 929 [95% CI
|
| 24 |
Stability 0.689
|
| 25 |
-
Validity 0.758</title></rect><rect x='137.6' y='233.7' width='22.4' height='94.3' fill='#feffff' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='160.0' y='233.7' width='22.4' height='94.3' fill='#eaaf81' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='160.0' x2='160.0' y1='212.1' y2='
|
| 26 |
-
Elo 1000 [95% CI
|
| 27 |
Stability 0.002
|
| 28 |
-
Validity 0.494</title></rect><rect x='201.6' y='166.8' width='22.4' height='161.2' fill='#c6dfee' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='224.0' y='166.8' width='22.4' height='161.2' fill='#e7a46e' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='224.0' x2='224.0' y1='
|
| 29 |
-
Elo 1124 [95% CI 1088–
|
| 30 |
Stability 0.225
|
| 31 |
-
Validity 0.568</title></rect><rect x='265.6' y='165.2' width='22.4' height='162.8' fill='#e2eff6' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='288.0' y='165.2' width='22.4' height='162.8' fill='#e8a774' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='288.0' x2='288.0' y1='
|
| 32 |
-
Elo 1127 [95% CI 1091–
|
| 33 |
Stability 0.114
|
| 34 |
-
Validity 0.544</title></rect><rect x='329.6' y='161.4' width='22.4' height='166.6' fill='#5ca5ce' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='352.0' y='161.4' width='22.4' height='166.6' fill='#df863f' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='352.0' x2='352.0' y1='
|
| 35 |
-
Elo 1134 [95% CI
|
| 36 |
Stability 0.641
|
| 37 |
-
Validity 0.751</title></rect><rect x='393.6' y='150.1' width='22.4' height='177.9' fill='#e7f2f8' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='416.0' y='150.1' width='22.4' height='177.9' fill='#e9aa78' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='416.0' x2='416.0' y1='
|
| 38 |
-
Elo 1155 [95% CI
|
| 39 |
Stability 0.095
|
| 40 |
-
Validity 0.530</title></rect><rect x='457.6' y='150.1' width='22.4' height='177.9' fill='#58a3cc' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='480.0' y='150.1' width='22.4' height='177.9' fill='#e6a068' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='480.0' x2='480.0' y1='131.2' y2='
|
| 41 |
-
Elo 1155 [95% CI
|
| 42 |
Stability 0.656
|
| 43 |
-
Validity 0.593</title></rect><rect x='521.6' y='148.5' width='22.4' height='179.5' fill='#90c2de' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='544.0' y='148.5' width='22.4' height='179.5' fill='#ebb386' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='544.0' x2='544.0' y1='
|
| 44 |
-
Elo 1158 [95% CI
|
| 45 |
Stability 0.434
|
| 46 |
-
Validity 0.473</title></rect><rect x='585.6' y='140.9' width='22.4' height='187.1' fill='#58a3cc' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='608.0' y='140.9' width='22.4' height='187.1' fill='#e39455' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='608.0' x2='608.0' y1='
|
| 47 |
-
Elo 1172 [95% CI 1137–
|
| 48 |
Stability 0.656
|
| 49 |
-
Validity 0.667</title></rect><rect x='649.6' y='131.8' width='22.4' height='196.2' fill='#55a1cc' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='672.0' y='131.8' width='22.4' height='196.2' fill='#de8138' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='672.0' x2='672.0' y1='
|
| 50 |
-
Elo 1189 [95% CI
|
| 51 |
Stability 0.668
|
| 52 |
-
Validity 0.781</title></rect><rect x='713.6' y='130.1' width='22.4' height='197.9' fill='#aad0e5' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='736.0' y='130.1' width='22.4' height='197.9' fill='#e4975b' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='736.0' x2='736.0' y1='
|
| 53 |
-
Elo 1192 [95% CI
|
| 54 |
Stability 0.334
|
| 55 |
-
Validity 0.643</title></rect><rect x='777.6' y='119.4' width='22.4' height='208.6' fill='#94c4df' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='800.0' y='119.4' width='22.4' height='208.6' fill='#e39455' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='800.0' x2='800.0' y1='
|
| 56 |
-
Elo 1212 [95% CI
|
| 57 |
Stability 0.419
|
| 58 |
-
Validity 0.665</title></rect><rect x='841.6' y='116.1' width='22.4' height='211.9' fill='#5aa3cd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='864.0' y='116.1' width='22.4' height='211.9' fill='#e18b47' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='864.0' x2='864.0' y1='
|
| 59 |
-
Elo 1218 [95% CI
|
| 60 |
Stability 0.649
|
| 61 |
-
Validity 0.723</title></rect><rect x='905.6' y='108.6' width='22.4' height='219.4' fill='#98c6e0' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='928.0' y='108.6' width='22.4' height='219.4' fill='#eaad7e' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='928.0' x2='928.0' y1='
|
| 62 |
-
Elo 1232 [95% CI
|
| 63 |
Stability 0.402
|
| 64 |
-
Validity 0.507</title></rect><rect x='969.6' y='78.4' width='22.4' height='249.6' fill='#56a2cc' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='992.0' y='78.4' width='22.4' height='249.6' fill='#e69e66' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='992.0' x2='992.0' y1='
|
| 65 |
-
Elo 1288 [95% CI 1248–
|
| 66 |
Stability 0.661
|
| 67 |
Validity 0.600</title></rect><line class='sa-ink' x1='64' x2='1024' y1='328.0' y2='328.0' stroke-width='1' opacity='0.4'/><rect x='1070' y='40.0' width='12' height='107.0' fill='url(#sa-g-stab)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='30.0' text-anchor='middle' font-size='12'>stable</text><text class='sa-text' x='1076' y='165.0' text-anchor='middle' font-size='12'>unstable</text><text class='sa-muted' x='1088' y='151.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='97.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='44.0' font-size='11'>1.0</text><rect x='1070' y='207.0' width='12' height='107.0' fill='url(#sa-g-val)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='197.0' text-anchor='middle' font-size='12'>valid</text><text class='sa-text' x='1076' y='332.0' text-anchor='middle' font-size='12'>invalid</text><text class='sa-muted' x='1088' y='318.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='264.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='211.0' font-size='11'>1.0</text><rect x='1070' y='352.0' width='12' height='12' fill='url(#sa-na)' stroke='#000' stroke-width='0.6'/><text class='sa-muted' x='1088' y='362.0' font-size='11'>no result</text></svg><script type='text/plain' id='sa-csv'>Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Stability,Validity
|
| 68 |
-
RFImportance,Non-search,Tree,1288.0,1248.0,
|
| 69 |
-
CART,Non-search,Tree,1232.0,
|
| 70 |
-
MI,Non-search,Information theory,1218.0,
|
| 71 |
-
ElasticNet,Non-search,Regularization,1212.0,
|
| 72 |
-
Lasso,Non-search,Regularization,1192.0,
|
| 73 |
-
F-Test,Non-search,Correlation,1189.0,
|
| 74 |
-
(R)ReliefF,Non-search,Distance,1172.0,1137.0,
|
| 75 |
-
MarkovBlanket,Search,Backward search,1158.0,
|
| 76 |
-
SBE,Search,Backward search,1155.0,
|
| 77 |
-
mRMR,Non-search,Information theory,1155.0,
|
| 78 |
-
GainRatio,Non-search,Information theory,1134.0,
|
| 79 |
-
LOCO,Search,Leave-one-out,1127.0,1091.0,
|
| 80 |
-
SFS,Search,Forward search,1124.0,1088.0,
|
| 81 |
-
Random,Baseline,Baseline,1000.0,
|
| 82 |
-
LaplacianScore,Non-search,Distance,929.0,
|
| 83 |
</script><script>
|
| 84 |
function saDownload(name, blob) {
|
| 85 |
var a = document.createElement('a');
|
|
|
|
| 19 |
.sa-ink { stroke:var(--fg); }
|
| 20 |
.sa-hit { fill:transparent; }
|
| 21 |
.sa-hit:hover { fill:var(--fg); fill-opacity:0.06; }
|
| 22 |
+
</style><defs><pattern id='sa-na' width='6' height='6' patternUnits='userSpaceOnUse' patternTransform='rotate(45)'><rect width='6' height='6' fill='#e5e7eb'/><line x1='0' y1='0' x2='0' y2='6' stroke='#9ca3af' stroke-width='2'/></pattern><linearGradient id='sa-g-stab' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#0072B2'/></linearGradient><linearGradient id='sa-g-val' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#D55E00'/></linearGradient></defs><line class='sa-grid' x1='64' x2='1024' y1='287.6' y2='287.6' stroke-width='1'/><text class='sa-muted' x='56' y='291.6' text-anchor='end' font-size='12'>900</text><line class='sa-grid' x1='64' x2='1024' y1='233.7' y2='233.7' stroke-width='1'/><text class='sa-muted' x='56' y='237.7' text-anchor='end' font-size='12'>1000</text><line class='sa-grid' x1='64' x2='1024' y1='179.7' y2='179.7' stroke-width='1'/><text class='sa-muted' x='56' y='183.7' text-anchor='end' font-size='12'>1100</text><line class='sa-grid' x1='64' x2='1024' y1='125.8' y2='125.8' stroke-width='1'/><text class='sa-muted' x='56' y='129.8' text-anchor='end' font-size='12'>1200</text><line class='sa-grid' x1='64' x2='1024' y1='71.9' y2='71.9' stroke-width='1'/><text class='sa-muted' x='56' y='75.9' text-anchor='end' font-size='12'>1300</text><line class='sa-grid' x1='64' x2='1024' y1='18.0' y2='18.0' stroke-width='1'/><text class='sa-muted' x='56' y='22.0' text-anchor='end' font-size='12'>1400</text><text class='sa-text' transform='translate(16 173) rotate(-90)' text-anchor='middle' font-size='13'>Elo</text><line class='sa-ink' x1='64' x2='1024' y1='233.7' y2='233.7' stroke-width='1' stroke-dasharray='4 4' opacity='0.5'/><rect x='73.6' y='271.9' width='22.4' height='56.1' fill='#4f9eca' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='96.0' y='271.9' width='22.4' height='56.1' fill='#df853e' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='96.0' x2='96.0' y1='243.9' y2='304.3'/><line x1='91.0' x2='101.0' y1='243.9' y2='243.9'/><line x1='91.0' x2='101.0' y1='304.3' y2='304.3'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(100.0 342.0) rotate(-35)'>LaplacianScore</text><rect class='sa-hit' x='64.0' y='18' width='64' height='414'><title>LaplacianScore (Distance, non-search)
|
| 23 |
+
Elo 929 [95% CI 869–981]
|
| 24 |
Stability 0.689
|
| 25 |
+
Validity 0.758</title></rect><rect x='137.6' y='233.7' width='22.4' height='94.3' fill='#feffff' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='160.0' y='233.7' width='22.4' height='94.3' fill='#eaaf81' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='160.0' x2='160.0' y1='212.1' y2='258.5'/><line x1='155.0' x2='165.0' y1='212.1' y2='212.1'/><line x1='155.0' x2='165.0' y1='258.5' y2='258.5'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(164.0 342.0) rotate(-35)'>Random</text><rect class='sa-hit' x='128.0' y='18' width='64' height='414'><title>Random (Baseline, baseline)
|
| 26 |
+
Elo 1000 [95% CI 954–1040]
|
| 27 |
Stability 0.002
|
| 28 |
+
Validity 0.494</title></rect><rect x='201.6' y='166.8' width='22.4' height='161.2' fill='#c6dfee' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='224.0' y='166.8' width='22.4' height='161.2' fill='#e7a46e' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='224.0' x2='224.0' y1='149.0' y2='186.2'/><line x1='219.0' x2='229.0' y1='149.0' y2='149.0'/><line x1='219.0' x2='229.0' y1='186.2' y2='186.2'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(228.0 342.0) rotate(-35)'>SFS</text><rect class='sa-hit' x='192.0' y='18' width='64' height='414'><title>SFS (Forward search, search)
|
| 29 |
+
Elo 1124 [95% CI 1088–1157]
|
| 30 |
Stability 0.225
|
| 31 |
+
Validity 0.568</title></rect><rect x='265.6' y='165.2' width='22.4' height='162.8' fill='#e2eff6' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='288.0' y='165.2' width='22.4' height='162.8' fill='#e8a774' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='288.0' x2='288.0' y1='144.7' y2='184.6'/><line x1='283.0' x2='293.0' y1='144.7' y2='144.7'/><line x1='283.0' x2='293.0' y1='184.6' y2='184.6'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(292.0 342.0) rotate(-35)'>LOCO</text><rect class='sa-hit' x='256.0' y='18' width='64' height='414'><title>LOCO (Leave-one-out, search)
|
| 32 |
+
Elo 1127 [95% CI 1091–1165]
|
| 33 |
Stability 0.114
|
| 34 |
+
Validity 0.544</title></rect><rect x='329.6' y='161.4' width='22.4' height='166.6' fill='#5ca5ce' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='352.0' y='161.4' width='22.4' height='166.6' fill='#df863f' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='352.0' x2='352.0' y1='143.1' y2='179.7'/><line x1='347.0' x2='357.0' y1='143.1' y2='143.1'/><line x1='347.0' x2='357.0' y1='179.7' y2='179.7'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(356.0 342.0) rotate(-35)'>GainRatio</text><rect class='sa-hit' x='320.0' y='18' width='64' height='414'><title>GainRatio (Information theory, non-search)
|
| 35 |
+
Elo 1134 [95% CI 1100–1168]
|
| 36 |
Stability 0.641
|
| 37 |
+
Validity 0.751</title></rect><rect x='393.6' y='150.1' width='22.4' height='177.9' fill='#e7f2f8' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='416.0' y='150.1' width='22.4' height='177.9' fill='#e9aa78' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='416.0' x2='416.0' y1='126.4' y2='176.5'/><line x1='411.0' x2='421.0' y1='126.4' y2='126.4'/><line x1='411.0' x2='421.0' y1='176.5' y2='176.5'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(420.0 342.0) rotate(-35)'>SBE</text><rect class='sa-hit' x='384.0' y='18' width='64' height='414'><title>SBE (Backward search, search)
|
| 38 |
+
Elo 1155 [95% CI 1106–1199]
|
| 39 |
Stability 0.095
|
| 40 |
+
Validity 0.530</title></rect><rect x='457.6' y='150.1' width='22.4' height='177.9' fill='#58a3cc' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='480.0' y='150.1' width='22.4' height='177.9' fill='#e6a068' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='480.0' x2='480.0' y1='131.2' y2='169.5'/><line x1='475.0' x2='485.0' y1='131.2' y2='131.2'/><line x1='475.0' x2='485.0' y1='169.5' y2='169.5'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(484.0 342.0) rotate(-35)'>mRMR</text><rect class='sa-hit' x='448.0' y='18' width='64' height='414'><title>mRMR (Information theory, non-search)
|
| 41 |
+
Elo 1155 [95% CI 1119–1190]
|
| 42 |
Stability 0.656
|
| 43 |
+
Validity 0.593</title></rect><rect x='521.6' y='148.5' width='22.4' height='179.5' fill='#90c2de' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='544.0' y='148.5' width='22.4' height='179.5' fill='#ebb386' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='544.0' x2='544.0' y1='131.8' y2='167.9'/><line x1='539.0' x2='549.0' y1='131.8' y2='131.8'/><line x1='539.0' x2='549.0' y1='167.9' y2='167.9'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(548.0 342.0) rotate(-35)'>MarkovBlanket</text><rect class='sa-hit' x='512.0' y='18' width='64' height='414'><title>MarkovBlanket (Backward search, search)
|
| 44 |
+
Elo 1158 [95% CI 1122–1189]
|
| 45 |
Stability 0.434
|
| 46 |
+
Validity 0.473</title></rect><rect x='585.6' y='140.9' width='22.4' height='187.1' fill='#58a3cc' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='608.0' y='140.9' width='22.4' height='187.1' fill='#e39455' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='608.0' x2='608.0' y1='120.4' y2='159.8'/><line x1='603.0' x2='613.0' y1='120.4' y2='120.4'/><line x1='603.0' x2='613.0' y1='159.8' y2='159.8'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(612.0 342.0) rotate(-35)'>(R)ReliefF</text><rect class='sa-hit' x='576.0' y='18' width='64' height='414'><title>(R)ReliefF (Distance, non-search)
|
| 47 |
+
Elo 1172 [95% CI 1137–1210]
|
| 48 |
Stability 0.656
|
| 49 |
+
Validity 0.667</title></rect><rect x='649.6' y='131.8' width='22.4' height='196.2' fill='#55a1cc' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='672.0' y='131.8' width='22.4' height='196.2' fill='#de8138' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='672.0' x2='672.0' y1='114.0' y2='149.0'/><line x1='667.0' x2='677.0' y1='114.0' y2='114.0'/><line x1='667.0' x2='677.0' y1='149.0' y2='149.0'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(676.0 342.0) rotate(-35)'>F-Test</text><rect class='sa-hit' x='640.0' y='18' width='64' height='414'><title>F-Test (Correlation, non-search)
|
| 50 |
+
Elo 1189 [95% CI 1157–1222]
|
| 51 |
Stability 0.668
|
| 52 |
+
Validity 0.781</title></rect><rect x='713.6' y='130.1' width='22.4' height='197.9' fill='#aad0e5' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='736.0' y='130.1' width='22.4' height='197.9' fill='#e4975b' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='736.0' x2='736.0' y1='109.7' y2='150.6'/><line x1='731.0' x2='741.0' y1='109.7' y2='109.7'/><line x1='731.0' x2='741.0' y1='150.6' y2='150.6'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(740.0 342.0) rotate(-35)'>Lasso</text><rect class='sa-hit' x='704.0' y='18' width='64' height='414'><title>Lasso (Regularization, non-search)
|
| 53 |
+
Elo 1192 [95% CI 1154–1230]
|
| 54 |
Stability 0.334
|
| 55 |
+
Validity 0.643</title></rect><rect x='777.6' y='119.4' width='22.4' height='208.6' fill='#94c4df' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='800.0' y='119.4' width='22.4' height='208.6' fill='#e39455' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='800.0' x2='800.0' y1='98.3' y2='141.5'/><line x1='795.0' x2='805.0' y1='98.3' y2='98.3'/><line x1='795.0' x2='805.0' y1='141.5' y2='141.5'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(804.0 342.0) rotate(-35)'>ElasticNet</text><rect class='sa-hit' x='768.0' y='18' width='64' height='414'><title>ElasticNet (Regularization, non-search)
|
| 56 |
+
Elo 1212 [95% CI 1171–1251]
|
| 57 |
Stability 0.419
|
| 58 |
+
Validity 0.665</title></rect><rect x='841.6' y='116.1' width='22.4' height='211.9' fill='#5aa3cd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='864.0' y='116.1' width='22.4' height='211.9' fill='#e18b47' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='864.0' x2='864.0' y1='95.6' y2='135.0'/><line x1='859.0' x2='869.0' y1='95.6' y2='95.6'/><line x1='859.0' x2='869.0' y1='135.0' y2='135.0'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(868.0 342.0) rotate(-35)'>MI</text><rect class='sa-hit' x='832.0' y='18' width='64' height='414'><title>MI (Information theory, non-search)
|
| 59 |
+
Elo 1218 [95% CI 1183–1256]
|
| 60 |
Stability 0.649
|
| 61 |
+
Validity 0.723</title></rect><rect x='905.6' y='108.6' width='22.4' height='219.4' fill='#98c6e0' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='928.0' y='108.6' width='22.4' height='219.4' fill='#eaad7e' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='928.0' x2='928.0' y1='87.0' y2='125.3'/><line x1='923.0' x2='933.0' y1='87.0' y2='87.0'/><line x1='923.0' x2='933.0' y1='125.3' y2='125.3'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(932.0 342.0) rotate(-35)'>CART</text><rect class='sa-hit' x='896.0' y='18' width='64' height='414'><title>CART (Tree, non-search)
|
| 62 |
+
Elo 1232 [95% CI 1201–1272]
|
| 63 |
Stability 0.402
|
| 64 |
+
Validity 0.507</title></rect><rect x='969.6' y='78.4' width='22.4' height='249.6' fill='#56a2cc' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='992.0' y='78.4' width='22.4' height='249.6' fill='#e69e66' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='992.0' x2='992.0' y1='55.2' y2='99.9'/><line x1='987.0' x2='997.0' y1='55.2' y2='55.2'/><line x1='987.0' x2='997.0' y1='99.9' y2='99.9'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(996.0 342.0) rotate(-35)'>RFImportance</text><rect class='sa-hit' x='960.0' y='18' width='64' height='414'><title>RFImportance (Tree, non-search)
|
| 65 |
+
Elo 1288 [95% CI 1248–1331]
|
| 66 |
Stability 0.661
|
| 67 |
Validity 0.600</title></rect><line class='sa-ink' x1='64' x2='1024' y1='328.0' y2='328.0' stroke-width='1' opacity='0.4'/><rect x='1070' y='40.0' width='12' height='107.0' fill='url(#sa-g-stab)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='30.0' text-anchor='middle' font-size='12'>stable</text><text class='sa-text' x='1076' y='165.0' text-anchor='middle' font-size='12'>unstable</text><text class='sa-muted' x='1088' y='151.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='97.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='44.0' font-size='11'>1.0</text><rect x='1070' y='207.0' width='12' height='107.0' fill='url(#sa-g-val)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='197.0' text-anchor='middle' font-size='12'>valid</text><text class='sa-text' x='1076' y='332.0' text-anchor='middle' font-size='12'>invalid</text><text class='sa-muted' x='1088' y='318.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='264.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='211.0' font-size='11'>1.0</text><rect x='1070' y='352.0' width='12' height='12' fill='url(#sa-na)' stroke='#000' stroke-width='0.6'/><text class='sa-muted' x='1088' y='362.0' font-size='11'>no result</text></svg><script type='text/plain' id='sa-csv'>Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Stability,Validity
|
| 68 |
+
RFImportance,Non-search,Tree,1288.0,1248.0,1331.0,0.661,0.6
|
| 69 |
+
CART,Non-search,Tree,1232.0,1201.0,1272.0,0.402,0.507
|
| 70 |
+
MI,Non-search,Information theory,1218.0,1183.0,1256.0,0.649,0.723
|
| 71 |
+
ElasticNet,Non-search,Regularization,1212.0,1171.0,1251.0,0.419,0.665
|
| 72 |
+
Lasso,Non-search,Regularization,1192.0,1154.0,1230.0,0.334,0.643
|
| 73 |
+
F-Test,Non-search,Correlation,1189.0,1157.0,1222.0,0.668,0.781
|
| 74 |
+
(R)ReliefF,Non-search,Distance,1172.0,1137.0,1210.0,0.656,0.667
|
| 75 |
+
MarkovBlanket,Search,Backward search,1158.0,1122.0,1189.0,0.434,0.473
|
| 76 |
+
SBE,Search,Backward search,1155.0,1106.0,1199.0,0.095,0.53
|
| 77 |
+
mRMR,Non-search,Information theory,1155.0,1119.0,1190.0,0.656,0.593
|
| 78 |
+
GainRatio,Non-search,Information theory,1134.0,1100.0,1168.0,0.641,0.751
|
| 79 |
+
LOCO,Search,Leave-one-out,1127.0,1091.0,1165.0,0.114,0.544
|
| 80 |
+
SFS,Search,Forward search,1124.0,1088.0,1157.0,0.225,0.568
|
| 81 |
+
Random,Baseline,Baseline,1000.0,954.0,1040.0,0.002,0.494
|
| 82 |
+
LaplacianScore,Non-search,Distance,929.0,869.0,981.0,0.689,0.758
|
| 83 |
</script><script>
|
| 84 |
function saDownload(name, blob) {
|
| 85 |
var a = document.createElement('a');
|
data/subsets/tasks_all/models_all/budgets_3/leaderboard_table.html
CHANGED
|
@@ -29,22 +29,22 @@ td.na { color:var(--muted); }
|
|
| 29 |
font-size:12px; color:var(--fg); }
|
| 30 |
.pill.cat-search { border-color:var(--accent); }
|
| 31 |
.pill.cat-baseline { color:var(--muted); }
|
| 32 |
-
</style></head><body><div class='toolbar'><span class='hint'>Click a column to sort. Hover a header for its definition.</span><button onclick="saCsv('selectarena_leaderboard.csv')">CSV</button></div><div class='wrap'><table id='sa-table'><thead><tr><th class='num'>#</th><th class=''>Method</th><th class='' title='Taxonomy of the paper (Appendix A). Search methods evaluate many feature subsets with the model (forward, backward, leave-one-out); non-search methods use a proxy instead (correlation, distance, information theory, tree, regularization).'>Type</th><th class='num' title='Bradley-Terry Elo from pairwise matches within each dataset, budget and downstream model. Random = 1000. +/− give the 95% bootstrap interval.'>Elo ↑</th><th class='num' title='Mean rank of the downstream error.'>Avg. rank ↓</th><th class='num' title='Share of pairwise comparisons won, in %. Ties count half.'>Win rate ↑</th><th class='num' title='Mean relative gap (error − best error) / error to the best method, in %.'>Improvability ↓</th><th class='num' title='Mean ratio of the error to the same model trained on all features. Below 1: the selection helped.'>Error vs. all ↓</th><th class='num' title='Agreement of the selected features across bootstrap resamples (Nogueira et al., 2018).'>Stability ↑</th><th class='num' title='Share of the budget filled with original features when as many noise features are added.'>Validity ↑</th><th class='num' title='Median wall-clock time of the selection.'>Time (s) ↓</th><th class='num' title='Share of runs where the method ran out of time and random features filled the budget.'>Fallback (%)</th><th class='num'>#Datasets</th></tr></thead><tbody><tr><td class='num' data-sort='1'>1</td><td class='method' data-sort='RFImportance'>RFImportance</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1288.0'>1288<span class='sub'>+44 / −40</span></td><td class='num' data-sort='5.9'>5.90</td><td class='num' data-sort='65.0'>65.0</td><td class='num' data-sort='12.4'>12.4</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.661'>0.661</td><td class='num' data-sort='0.6'>0.600</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='2'>2</td><td class='method' data-sort='CART'>CART</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1232.0'>1232<span class='sub'>+36 / −38</span></td><td class='num' data-sort='6.65'>6.65</td><td class='num' data-sort='59.7'>59.7</td><td class='num' data-sort='15.6'>15.6</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.402'>0.402</td><td class='num' data-sort='0.507'>0.507</td><td class='num' data-sort='0.1'>0.1</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='3'>3</td><td class='method' data-sort='MI'>MI</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1218.0'>1218<span class='sub'>+37 / −34</span></td><td class='num' data-sort='6.94'>6.94</td><td class='num' data-sort='57.6'>57.6</td><td class='num' data-sort='15.8'>15.8</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.649'>0.649</td><td class='num' data-sort='0.723'>0.723</td><td class='num' data-sort='0.4'>0.4</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='4'>4</td><td class='method' data-sort='ElasticNet'>ElasticNet</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1212.0'>1212<span class='sub'>+42 / −42</span></td><td class='num' data-sort='7.02'>7.02</td><td class='num' data-sort='57.0'>57.0</td><td class='num' data-sort='15.9'>15.9</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.419'>0.419</td><td class='num' data-sort='0.665'>0.665</td><td class='num' data-sort='7.6'>7.6</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='5'>5</td><td class='method' data-sort='Lasso'>Lasso</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1192.0'>1192<span class='sub'>+41 / −41</span></td><td class='num' data-sort='7.27'>7.27</td><td class='num' data-sort='55.2'>55.2</td><td class='num' data-sort='16.4'>16.4</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.334'>0.334</td><td class='num' data-sort='0.643'>0.643</td><td class='num' data-sort='2.0'>2.0</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='6'>6</td><td class='method' data-sort='F-Test'>F-Test</td><td class='' data-sort='Correlation'><span class='pill cat-non-search'>Correlation</span><span class='sub'>non-search</span></td><td class='num' data-sort='1189.0'>1189<span class='sub'>+36 / −31</span></td><td class='num' data-sort='7.37'>7.37</td><td class='num' data-sort='54.5'>54.5</td><td class='num' data-sort='15.9'>15.9</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.668'>0.668</td><td class='num' data-sort='0.781'>0.781</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='7'>7</td><td class='method' data-sort='(R)ReliefF'>(R)ReliefF</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='1172.0'>1172<span class='sub'>+36 / −35</span></td><td class='num' data-sort='7.8'>7.80</td><td class='num' data-sort='51.4'>51.4</td><td class='num' data-sort='17.0'>17.0</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.656'>0.656</td><td class='num' data-sort='0.667'>0.667</td><td class='num' data-sort='14.3'>14.3</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='8'>8</td><td class='method' data-sort='MarkovBlanket'>MarkovBlanket</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1158.0'>1158<span class='sub'>+34 / −37</span></td><td class='num' data-sort='8.15'>8.15</td><td class='num' data-sort='48.9'>48.9</td><td class='num' data-sort='18.6'>18.6</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.434'>0.434</td><td class='num' data-sort='0.473'>0.473</td><td class='num' data-sort='0.1'>0.1</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='9'>9</td><td class='method' data-sort='SBE'>SBE</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1155.0'>1155<span class='sub'>+49 / −46</span></td><td class='num' data-sort='8.03'>8.03</td><td class='num' data-sort='49.8'>49.8</td><td class='num' data-sort='19.9'>19.9</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.095'>0.095</td><td class='num' data-sort='0.53'>0.530</td><td class='num' data-sort='1890.2'>1,890.2</td><td class='num' data-sort='44.9'>44.9</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='10'>10</td><td class='method' data-sort='mRMR'>mRMR</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1155.0'>1155<span class='sub'>+35 / −38</span></td><td class='num' data-sort='8.09'>8.09</td><td class='num' data-sort='49.4'>49.4</td><td class='num' data-sort='17.2'>17.2</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.656'>0.656</td><td class='num' data-sort='0.593'>0.593</td><td class='num' data-sort='0.5'>0.5</td><td class='num' data-sort='7.0'>7.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='11'>11</td><td class='method' data-sort='GainRatio'>GainRatio</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1134.0'>1134<span class='sub'>+35 / −32</span></td><td class='num' data-sort='8.44'>8.44</td><td class='num' data-sort='46.9'>46.9</td><td class='num' data-sort='18.3'>18.3</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.641'>0.641</td><td class='num' data-sort='0.751'>0.751</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='12'>12</td><td class='method' data-sort='LOCO'>LOCO</td><td class='' data-sort='Leave-one-out'><span class='pill cat-search'>Leave-one-out</span><span class='sub'>search</span></td><td class='num' data-sort='1127.0'>1127<span class='sub'>+36 / −36</span></td><td class='num' data-sort='8.21'>8.21</td><td class='num' data-sort='48.5'>48.5</td><td class='num' data-sort='20.4'>20.4</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.114'>0.114</td><td class='num' data-sort='0.544'>0.544</td><td class='num' data-sort='246.0'>246.0</td><td class='num' data-sort='12.3'>12.3</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='13'>13</td><td class='method' data-sort='SFS'>SFS</td><td class='' data-sort='Forward search'><span class='pill cat-search'>Forward search</span><span class='sub'>search</span></td><td class='num' data-sort='1124.0'>1124<span class='sub'>+36 / −36</span></td><td class='num' data-sort='8.32'>8.32</td><td class='num' data-sort='47.7'>47.7</td><td class='num' data-sort='20.2'>20.2</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.225'>0.225</td><td class='num' data-sort='0.568'>0.568</td><td class='num' data-sort='2771.3'>2,771.3</td><td class='num' data-sort='48.7'>48.7</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='14'>14</td><td class='method' data-sort='Random'>Random</td><td class='' data-sort='Baseline'><span class='pill cat-baseline'>Baseline</span></td><td class='num' data-sort='1000.0'>1000<span class='sub'>+40 / −42</span></td><td class='num' data-sort='10.09'>10.09</td><td class='num' data-sort='35.1'>35.1</td><td class='num' data-sort='25.9'>25.9</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.002'>0.002</td><td class='num' data-sort='0.494'>0.494</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='100.0'>100.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='15'>15</td><td class='method' data-sort='LaplacianScore'>LaplacianScore</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='929.0'>929<span class='sub'>+54 / −59</span></td><td class='num' data-sort='11.73'>11.73</td><td class='num' data-sort='23.4'>23.4</td><td class='num' data-sort='33.1'>33.1</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.689'>0.689</td><td class='num' data-sort='0.758'>0.758</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr></tbody></table></div><script type='text/plain' id='sa-csv'>Rank,Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Avg. rank,Win rate (%),Improvability (%),Error vs. all features,Stability,Validity,Selection time (s),Fallback rate (%),#Datasets,#Comparisons
|
| 33 |
-
1,RFImportance,Non-search,Tree,1288.0,1248.0,
|
| 34 |
-
2,CART,Non-search,Tree,1232.0,
|
| 35 |
-
3,MI,Non-search,Information theory,1218.0,
|
| 36 |
-
4,ElasticNet,Non-search,Regularization,1212.0,
|
| 37 |
-
5,Lasso,Non-search,Regularization,1192.0,
|
| 38 |
-
6,F-Test,Non-search,Correlation,1189.0,
|
| 39 |
-
7,(R)ReliefF,Non-search,Distance,1172.0,1137.0,
|
| 40 |
-
8,MarkovBlanket,Search,Backward search,1158.0,
|
| 41 |
-
9,SBE,Search,Backward search,1155.0,
|
| 42 |
-
10,mRMR,Non-search,Information theory,1155.0,
|
| 43 |
-
11,GainRatio,Non-search,Information theory,1134.0,
|
| 44 |
-
12,LOCO,Search,Leave-one-out,1127.0,1091.0,
|
| 45 |
-
13,SFS,Search,Forward search,1124.0,1088.0,
|
| 46 |
-
14,Random,Baseline,Baseline,1000.0,
|
| 47 |
-
15,LaplacianScore,Non-search,Distance,929.0,
|
| 48 |
</script><script>
|
| 49 |
function saDownload(name, blob) {
|
| 50 |
var a = document.createElement('a');
|
|
|
|
| 29 |
font-size:12px; color:var(--fg); }
|
| 30 |
.pill.cat-search { border-color:var(--accent); }
|
| 31 |
.pill.cat-baseline { color:var(--muted); }
|
| 32 |
+
</style></head><body><div class='toolbar'><span class='hint'>Click a column to sort. Hover a header for its definition.</span><button onclick="saCsv('selectarena_leaderboard.csv')">CSV</button></div><div class='wrap'><table id='sa-table'><thead><tr><th class='num'>#</th><th class=''>Method</th><th class='' title='Taxonomy of the paper (Appendix A). Search methods evaluate many feature subsets with the model (forward, backward, leave-one-out); non-search methods use a proxy instead (correlation, distance, information theory, tree, regularization).'>Type</th><th class='num' title='Bradley-Terry Elo from pairwise matches within each dataset, budget and downstream model. Random = 1000. +/− give the 95% bootstrap interval.'>Elo ↑</th><th class='num' title='Mean rank of the downstream error.'>Avg. rank ↓</th><th class='num' title='Share of pairwise comparisons won, in %. Ties count half.'>Win rate ↑</th><th class='num' title='Mean relative gap (error − best error) / error to the best method, in %.'>Improvability ↓</th><th class='num' title='Mean ratio of the error to the same model trained on all features. Below 1: the selection helped.'>Error vs. all ↓</th><th class='num' title='Agreement of the selected features across bootstrap resamples (Nogueira et al., 2018).'>Stability ↑</th><th class='num' title='Share of the budget filled with original features when as many noise features are added.'>Validity ↑</th><th class='num' title='Median wall-clock time of the selection.'>Time (s) ↓</th><th class='num' title='Share of runs where the method ran out of time and random features filled the budget.'>Fallback (%)</th><th class='num'>#Datasets</th></tr></thead><tbody><tr><td class='num' data-sort='1'>1</td><td class='method' data-sort='RFImportance'>RFImportance</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1288.0'>1288<span class='sub'>+43 / −40</span></td><td class='num' data-sort='5.9'>5.90</td><td class='num' data-sort='65.0'>65.0</td><td class='num' data-sort='12.4'>12.4</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.661'>0.661</td><td class='num' data-sort='0.6'>0.600</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='2'>2</td><td class='method' data-sort='CART'>CART</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1232.0'>1232<span class='sub'>+40 / −31</span></td><td class='num' data-sort='6.65'>6.65</td><td class='num' data-sort='59.7'>59.7</td><td class='num' data-sort='15.6'>15.6</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.402'>0.402</td><td class='num' data-sort='0.507'>0.507</td><td class='num' data-sort='0.1'>0.1</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='3'>3</td><td class='method' data-sort='MI'>MI</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1218.0'>1218<span class='sub'>+38 / −35</span></td><td class='num' data-sort='6.94'>6.94</td><td class='num' data-sort='57.6'>57.6</td><td class='num' data-sort='15.8'>15.8</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.649'>0.649</td><td class='num' data-sort='0.723'>0.723</td><td class='num' data-sort='0.4'>0.4</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='4'>4</td><td class='method' data-sort='ElasticNet'>ElasticNet</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1212.0'>1212<span class='sub'>+39 / −41</span></td><td class='num' data-sort='7.02'>7.02</td><td class='num' data-sort='57.0'>57.0</td><td class='num' data-sort='15.9'>15.9</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.419'>0.419</td><td class='num' data-sort='0.665'>0.665</td><td class='num' data-sort='7.6'>7.6</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='5'>5</td><td class='method' data-sort='Lasso'>Lasso</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1192.0'>1192<span class='sub'>+38 / −38</span></td><td class='num' data-sort='7.27'>7.27</td><td class='num' data-sort='55.2'>55.2</td><td class='num' data-sort='16.4'>16.4</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.334'>0.334</td><td class='num' data-sort='0.643'>0.643</td><td class='num' data-sort='2.0'>2.0</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='6'>6</td><td class='method' data-sort='F-Test'>F-Test</td><td class='' data-sort='Correlation'><span class='pill cat-non-search'>Correlation</span><span class='sub'>non-search</span></td><td class='num' data-sort='1189.0'>1189<span class='sub'>+33 / −32</span></td><td class='num' data-sort='7.37'>7.37</td><td class='num' data-sort='54.5'>54.5</td><td class='num' data-sort='15.9'>15.9</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.668'>0.668</td><td class='num' data-sort='0.781'>0.781</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='7'>7</td><td class='method' data-sort='(R)ReliefF'>(R)ReliefF</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='1172.0'>1172<span class='sub'>+38 / −35</span></td><td class='num' data-sort='7.8'>7.80</td><td class='num' data-sort='51.4'>51.4</td><td class='num' data-sort='17.0'>17.0</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.656'>0.656</td><td class='num' data-sort='0.667'>0.667</td><td class='num' data-sort='14.3'>14.3</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='8'>8</td><td class='method' data-sort='MarkovBlanket'>MarkovBlanket</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1158.0'>1158<span class='sub'>+31 / −36</span></td><td class='num' data-sort='8.15'>8.15</td><td class='num' data-sort='48.9'>48.9</td><td class='num' data-sort='18.6'>18.6</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.434'>0.434</td><td class='num' data-sort='0.473'>0.473</td><td class='num' data-sort='0.1'>0.1</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='9'>9</td><td class='method' data-sort='SBE'>SBE</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1155.0'>1155<span class='sub'>+44 / −49</span></td><td class='num' data-sort='8.03'>8.03</td><td class='num' data-sort='49.8'>49.8</td><td class='num' data-sort='19.9'>19.9</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.095'>0.095</td><td class='num' data-sort='0.53'>0.530</td><td class='num' data-sort='1890.2'>1,890.2</td><td class='num' data-sort='44.9'>44.9</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='10'>10</td><td class='method' data-sort='mRMR'>mRMR</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1155.0'>1155<span class='sub'>+35 / −36</span></td><td class='num' data-sort='8.09'>8.09</td><td class='num' data-sort='49.4'>49.4</td><td class='num' data-sort='17.2'>17.2</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.656'>0.656</td><td class='num' data-sort='0.593'>0.593</td><td class='num' data-sort='0.5'>0.5</td><td class='num' data-sort='7.0'>7.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='11'>11</td><td class='method' data-sort='GainRatio'>GainRatio</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1134.0'>1134<span class='sub'>+34 / −34</span></td><td class='num' data-sort='8.44'>8.44</td><td class='num' data-sort='46.9'>46.9</td><td class='num' data-sort='18.3'>18.3</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.641'>0.641</td><td class='num' data-sort='0.751'>0.751</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='12'>12</td><td class='method' data-sort='LOCO'>LOCO</td><td class='' data-sort='Leave-one-out'><span class='pill cat-search'>Leave-one-out</span><span class='sub'>search</span></td><td class='num' data-sort='1127.0'>1127<span class='sub'>+38 / −36</span></td><td class='num' data-sort='8.21'>8.21</td><td class='num' data-sort='48.5'>48.5</td><td class='num' data-sort='20.4'>20.4</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.114'>0.114</td><td class='num' data-sort='0.544'>0.544</td><td class='num' data-sort='246.0'>246.0</td><td class='num' data-sort='12.3'>12.3</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='13'>13</td><td class='method' data-sort='SFS'>SFS</td><td class='' data-sort='Forward search'><span class='pill cat-search'>Forward search</span><span class='sub'>search</span></td><td class='num' data-sort='1124.0'>1124<span class='sub'>+33 / −36</span></td><td class='num' data-sort='8.32'>8.32</td><td class='num' data-sort='47.7'>47.7</td><td class='num' data-sort='20.2'>20.2</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.225'>0.225</td><td class='num' data-sort='0.568'>0.568</td><td class='num' data-sort='2771.3'>2,771.3</td><td class='num' data-sort='48.7'>48.7</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='14'>14</td><td class='method' data-sort='Random'>Random</td><td class='' data-sort='Baseline'><span class='pill cat-baseline'>Baseline</span></td><td class='num' data-sort='1000.0'>1000<span class='sub'>+40 / −46</span></td><td class='num' data-sort='10.09'>10.09</td><td class='num' data-sort='35.1'>35.1</td><td class='num' data-sort='25.9'>25.9</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.002'>0.002</td><td class='num' data-sort='0.494'>0.494</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='100.0'>100.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='15'>15</td><td class='method' data-sort='LaplacianScore'>LaplacianScore</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='929.0'>929<span class='sub'>+52 / −60</span></td><td class='num' data-sort='11.73'>11.73</td><td class='num' data-sort='23.4'>23.4</td><td class='num' data-sort='33.1'>33.1</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.689'>0.689</td><td class='num' data-sort='0.758'>0.758</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr></tbody></table></div><script type='text/plain' id='sa-csv'>Rank,Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Avg. rank,Win rate (%),Improvability (%),Error vs. all features,Stability,Validity,Selection time (s),Fallback rate (%),#Datasets,#Comparisons
|
| 33 |
+
1,RFImportance,Non-search,Tree,1288.0,1248.0,1331.0,5.9,65.0,12.4,,0.661,0.6,0.2,0.0,71,1065
|
| 34 |
+
2,CART,Non-search,Tree,1232.0,1201.0,1272.0,6.65,59.7,15.6,,0.402,0.507,0.1,0.0,71,1065
|
| 35 |
+
3,MI,Non-search,Information theory,1218.0,1183.0,1256.0,6.94,57.6,15.8,,0.649,0.723,0.4,0.0,71,1065
|
| 36 |
+
4,ElasticNet,Non-search,Regularization,1212.0,1171.0,1251.0,7.02,57.0,15.9,,0.419,0.665,7.6,0.0,71,1065
|
| 37 |
+
5,Lasso,Non-search,Regularization,1192.0,1154.0,1230.0,7.27,55.2,16.4,,0.334,0.643,2.0,0.0,71,1065
|
| 38 |
+
6,F-Test,Non-search,Correlation,1189.0,1157.0,1222.0,7.37,54.5,15.9,,0.668,0.781,0.0,0.0,71,1065
|
| 39 |
+
7,(R)ReliefF,Non-search,Distance,1172.0,1137.0,1210.0,7.8,51.4,17.0,,0.656,0.667,14.3,0.0,71,1065
|
| 40 |
+
8,MarkovBlanket,Search,Backward search,1158.0,1122.0,1189.0,8.15,48.9,18.6,,0.434,0.473,0.1,0.0,71,1065
|
| 41 |
+
9,SBE,Search,Backward search,1155.0,1106.0,1199.0,8.03,49.8,19.9,,0.095,0.53,1890.2,44.9,71,1065
|
| 42 |
+
10,mRMR,Non-search,Information theory,1155.0,1119.0,1190.0,8.09,49.4,17.2,,0.656,0.593,0.5,7.0,71,1065
|
| 43 |
+
11,GainRatio,Non-search,Information theory,1134.0,1100.0,1168.0,8.44,46.9,18.3,,0.641,0.751,0.2,0.0,71,1065
|
| 44 |
+
12,LOCO,Search,Leave-one-out,1127.0,1091.0,1165.0,8.21,48.5,20.4,,0.114,0.544,246.0,12.3,71,1065
|
| 45 |
+
13,SFS,Search,Forward search,1124.0,1088.0,1157.0,8.32,47.7,20.2,,0.225,0.568,2771.3,48.7,71,1065
|
| 46 |
+
14,Random,Baseline,Baseline,1000.0,954.0,1040.0,10.09,35.1,25.9,,0.002,0.494,0.0,100.0,71,1065
|
| 47 |
+
15,LaplacianScore,Non-search,Distance,929.0,869.0,981.0,11.73,23.4,33.1,,0.689,0.758,0.2,0.0,71,1065
|
| 48 |
</script><script>
|
| 49 |
function saDownload(name, blob) {
|
| 50 |
var a = document.createElement('a');
|
data/subsets/tasks_all/models_all/budgets_3/website_leaderboard.csv
CHANGED
|
@@ -1,16 +1,16 @@
|
|
| 1 |
Rank,Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Avg. rank,Win rate (%),Improvability (%),Error vs. all features,Stability,Validity,Selection time (s),Fallback rate (%),#Datasets,#Comparisons
|
| 2 |
-
1,RFImportance,Non-search,Tree,1288.0,1248.0,
|
| 3 |
-
2,CART,Non-search,Tree,1232.0,
|
| 4 |
-
3,MI,Non-search,Information theory,1218.0,
|
| 5 |
-
4,ElasticNet,Non-search,Regularization,1212.0,
|
| 6 |
-
5,Lasso,Non-search,Regularization,1192.0,
|
| 7 |
-
6,F-Test,Non-search,Correlation,1189.0,
|
| 8 |
-
7,(R)ReliefF,Non-search,Distance,1172.0,1137.0,
|
| 9 |
-
8,MarkovBlanket,Search,Backward search,1158.0,
|
| 10 |
-
9,SBE,Search,Backward search,1155.0,
|
| 11 |
-
10,mRMR,Non-search,Information theory,1155.0,
|
| 12 |
-
11,GainRatio,Non-search,Information theory,1134.0,
|
| 13 |
-
12,LOCO,Search,Leave-one-out,1127.0,1091.0,
|
| 14 |
-
13,SFS,Search,Forward search,1124.0,1088.0,
|
| 15 |
-
14,Random,Baseline,Baseline,1000.0,
|
| 16 |
-
15,LaplacianScore,Non-search,Distance,929.0,
|
|
|
|
| 1 |
Rank,Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Avg. rank,Win rate (%),Improvability (%),Error vs. all features,Stability,Validity,Selection time (s),Fallback rate (%),#Datasets,#Comparisons
|
| 2 |
+
1,RFImportance,Non-search,Tree,1288.0,1248.0,1331.0,5.9,65.0,12.4,,0.661,0.6,0.2,0.0,71,1065
|
| 3 |
+
2,CART,Non-search,Tree,1232.0,1201.0,1272.0,6.65,59.7,15.6,,0.402,0.507,0.1,0.0,71,1065
|
| 4 |
+
3,MI,Non-search,Information theory,1218.0,1183.0,1256.0,6.94,57.6,15.8,,0.649,0.723,0.4,0.0,71,1065
|
| 5 |
+
4,ElasticNet,Non-search,Regularization,1212.0,1171.0,1251.0,7.02,57.0,15.9,,0.419,0.665,7.6,0.0,71,1065
|
| 6 |
+
5,Lasso,Non-search,Regularization,1192.0,1154.0,1230.0,7.27,55.2,16.4,,0.334,0.643,2.0,0.0,71,1065
|
| 7 |
+
6,F-Test,Non-search,Correlation,1189.0,1157.0,1222.0,7.37,54.5,15.9,,0.668,0.781,0.0,0.0,71,1065
|
| 8 |
+
7,(R)ReliefF,Non-search,Distance,1172.0,1137.0,1210.0,7.8,51.4,17.0,,0.656,0.667,14.3,0.0,71,1065
|
| 9 |
+
8,MarkovBlanket,Search,Backward search,1158.0,1122.0,1189.0,8.15,48.9,18.6,,0.434,0.473,0.1,0.0,71,1065
|
| 10 |
+
9,SBE,Search,Backward search,1155.0,1106.0,1199.0,8.03,49.8,19.9,,0.095,0.53,1890.2,44.9,71,1065
|
| 11 |
+
10,mRMR,Non-search,Information theory,1155.0,1119.0,1190.0,8.09,49.4,17.2,,0.656,0.593,0.5,7.0,71,1065
|
| 12 |
+
11,GainRatio,Non-search,Information theory,1134.0,1100.0,1168.0,8.44,46.9,18.3,,0.641,0.751,0.2,0.0,71,1065
|
| 13 |
+
12,LOCO,Search,Leave-one-out,1127.0,1091.0,1165.0,8.21,48.5,20.4,,0.114,0.544,246.0,12.3,71,1065
|
| 14 |
+
13,SFS,Search,Forward search,1124.0,1088.0,1157.0,8.32,47.7,20.2,,0.225,0.568,2771.3,48.7,71,1065
|
| 15 |
+
14,Random,Baseline,Baseline,1000.0,954.0,1040.0,10.09,35.1,25.9,,0.002,0.494,0.0,100.0,71,1065
|
| 16 |
+
15,LaplacianScore,Non-search,Distance,929.0,869.0,981.0,11.73,23.4,33.1,,0.689,0.758,0.2,0.0,71,1065
|
data/subsets/tasks_all/models_all/budgets_4/elo_explorer.html
CHANGED
|
@@ -19,67 +19,67 @@ svg { display:block; width:100%; height:auto; }
|
|
| 19 |
.sa-ink { stroke:var(--fg); }
|
| 20 |
.sa-hit { fill:transparent; }
|
| 21 |
.sa-hit:hover { fill:var(--fg); fill-opacity:0.06; }
|
| 22 |
-
</style><defs><pattern id='sa-na' width='6' height='6' patternUnits='userSpaceOnUse' patternTransform='rotate(45)'><rect width='6' height='6' fill='#e5e7eb'/><line x1='0' y1='0' x2='0' y2='6' stroke='#9ca3af' stroke-width='2'/></pattern><linearGradient id='sa-g-stab' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#0072B2'/></linearGradient><linearGradient id='sa-g-val' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#D55E00'/></linearGradient></defs><line class='sa-grid' x1='64' x2='1024' y1='309.8' y2='309.8' stroke-width='1'/><text class='sa-muted' x='56' y='313.8' text-anchor='end' font-size='12'>900</text><line class='sa-grid' x1='64' x2='1024' y1='236.8' y2='236.8' stroke-width='1'/><text class='sa-muted' x='56' y='240.8' text-anchor='end' font-size='12'>1000</text><line class='sa-grid' x1='64' x2='1024' y1='163.9' y2='163.9' stroke-width='1'/><text class='sa-muted' x='56' y='167.9' text-anchor='end' font-size='12'>1100</text><line class='sa-grid' x1='64' x2='1024' y1='90.9' y2='90.9' stroke-width='1'/><text class='sa-muted' x='56' y='94.9' text-anchor='end' font-size='12'>1200</text><line class='sa-grid' x1='64' x2='1024' y1='18.0' y2='18.0' stroke-width='1'/><text class='sa-muted' x='56' y='22.0' text-anchor='end' font-size='12'>1300</text><text class='sa-text' transform='translate(16 173) rotate(-90)' text-anchor='middle' font-size='13'>Elo</text><line class='sa-ink' x1='64' x2='1024' y1='236.8' y2='236.8' stroke-width='1' stroke-dasharray='4 4' opacity='0.5'/><rect x='73.6' y='251.4' width='22.4' height='76.6' fill='#529fcb' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='96.0' y='251.4' width='22.4' height='76.6' fill='#e28e4c' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='96.0' x2='96.0' y1='
|
| 23 |
-
Elo 980 [95% CI
|
| 24 |
Stability 0.678
|
| 25 |
-
Validity 0.701</title></rect><rect x='137.6' y='236.8' width='22.4' height='91.2' fill='#feffff' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='160.0' y='236.8' width='22.4' height='91.2' fill='#eaae80' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='160.0' x2='160.0' y1='
|
| 26 |
-
Elo 1000 [95% CI
|
| 27 |
Stability 0.002
|
| 28 |
-
Validity 0.500</title></rect><rect x='201.6' y='169.7' width='22.4' height='158.3' fill='#d2e6f1' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='224.0' y='169.7' width='22.4' height='158.3' fill='#e9aa79' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='224.0' x2='224.0' y1='
|
| 29 |
-
Elo 1092 [95% CI
|
| 30 |
Stability 0.176
|
| 31 |
-
Validity 0.525</title></rect><rect x='265.6' y='166.1' width='22.4' height='161.9' fill='#ebf4f9' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='288.0' y='166.1' width='22.4' height='161.9' fill='#e9ab7a' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='288.0' x2='288.0' y1='
|
| 32 |
-
Elo 1097 [95% CI 1065–
|
| 33 |
Stability 0.080
|
| 34 |
-
Validity 0.520</title></rect><rect x='329.6' y='166.1' width='22.4' height='161.9' fill='#73b1d5' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='352.0' y='166.1' width='22.4' height='161.9' fill='#e39557' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='352.0' x2='352.0' y1='
|
| 35 |
-
Elo 1097 [95% CI
|
| 36 |
Stability 0.550
|
| 37 |
-
Validity 0.659</title></rect><rect x='393.6' y='154.4' width='22.4' height='173.6' fill='#f0f7fa' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='416.0' y='154.4' width='22.4' height='173.6' fill='#e9ac7b' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='416.0' x2='416.0' y1='
|
| 38 |
-
Elo 1113 [95% CI
|
| 39 |
Stability 0.059
|
| 40 |
Validity 0.517</title></rect><rect x='457.6' y='152.9' width='22.4' height='175.1' fill='#98c6e0' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='480.0' y='152.9' width='22.4' height='175.1' fill='#ecb489' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='480.0' x2='480.0' y1='126.7' y2='180.7'/><line x1='475.0' x2='485.0' y1='126.7' y2='126.7'/><line x1='475.0' x2='485.0' y1='180.7' y2='180.7'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(484.0 342.0) rotate(-35)'>MarkovBlanket</text><rect class='sa-hit' x='448.0' y='18' width='64' height='414'><title>MarkovBlanket (Backward search, search)
|
| 41 |
Elo 1115 [95% CI 1077–1151]
|
| 42 |
Stability 0.404
|
| 43 |
-
Validity 0.463</title></rect><rect x='521.6' y='141.3' width='22.4' height='186.7' fill='#59a3cd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='544.0' y='141.3' width='22.4' height='186.7' fill='#e9aa78' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='544.0' x2='544.0' y1='
|
| 44 |
-
Elo 1131 [95% CI
|
| 45 |
Stability 0.651
|
| 46 |
-
Validity 0.530</title></rect><rect x='585.6' y='134.7' width='22.4' height='193.3' fill='#c0dcec' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='608.0' y='134.7' width='22.4' height='193.3' fill='#e7a46f' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='608.0' x2='608.0' y1='
|
| 47 |
-
Elo 1140 [95% CI
|
| 48 |
Stability 0.246
|
| 49 |
-
Validity 0.563</title></rect><rect x='649.6' y='116.5' width='22.4' height='211.5' fill='#63a9d0' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='672.0' y='116.5' width='22.4' height='211.5' fill='#e69f68' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='672.0' x2='672.0' y1='
|
| 50 |
-
Elo 1165 [95% CI
|
| 51 |
Stability 0.612
|
| 52 |
-
Validity 0.594</title></rect><rect x='713.6' y='114.3' width='22.4' height='213.7' fill='#70b0d4' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='736.0' y='114.3' width='22.4' height='213.7' fill='#e2904f' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='736.0' x2='736.0' y1='
|
| 53 |
-
Elo 1168 [95% CI
|
| 54 |
Stability 0.562
|
| 55 |
-
Validity 0.689</title></rect><rect x='777.6' y='112.1' width='22.4' height='215.9' fill='#69acd2' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='800.0' y='112.1' width='22.4' height='215.9' fill='#e59a5f' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='800.0' x2='800.0' y1='
|
| 56 |
-
Elo 1171 [95% CI
|
| 57 |
Stability 0.587
|
| 58 |
-
Validity 0.627</title></rect><rect x='841.6' y='111.4' width='22.4' height='216.6' fill='#b0d4e7' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='864.0' y='111.4' width='22.4' height='216.6' fill='#e7a46e' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='864.0' x2='864.0' y1='
|
| 59 |
-
Elo 1172 [95% CI 1138–
|
| 60 |
Stability 0.308
|
| 61 |
-
Validity 0.568</title></rect><rect x='905.6' y='99.0' width='22.4' height='229.0' fill='#acd1e6' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='928.0' y='99.0' width='22.4' height='229.0' fill='#ebb184' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='928.0' x2='928.0' y1='73.4' y2='
|
| 62 |
-
Elo 1189 [95% CI
|
| 63 |
Stability 0.324
|
| 64 |
-
Validity 0.482</title></rect><rect x='969.6' y='54.5' width='22.4' height='273.5' fill='#67abd1' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='992.0' y='54.5' width='22.4' height='273.5' fill='#eaad7e' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='992.0' x2='992.0' y1='
|
| 65 |
-
Elo 1250 [95% CI
|
| 66 |
Stability 0.597
|
| 67 |
Validity 0.507</title></rect><line class='sa-ink' x1='64' x2='1024' y1='328.0' y2='328.0' stroke-width='1' opacity='0.4'/><rect x='1070' y='40.0' width='12' height='107.0' fill='url(#sa-g-stab)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='30.0' text-anchor='middle' font-size='12'>stable</text><text class='sa-text' x='1076' y='165.0' text-anchor='middle' font-size='12'>unstable</text><text class='sa-muted' x='1088' y='151.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='97.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='44.0' font-size='11'>1.0</text><rect x='1070' y='207.0' width='12' height='107.0' fill='url(#sa-g-val)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='197.0' text-anchor='middle' font-size='12'>valid</text><text class='sa-text' x='1076' y='332.0' text-anchor='middle' font-size='12'>invalid</text><text class='sa-muted' x='1088' y='318.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='264.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='211.0' font-size='11'>1.0</text><rect x='1070' y='352.0' width='12' height='12' fill='url(#sa-na)' stroke='#000' stroke-width='0.6'/><text class='sa-muted' x='1088' y='362.0' font-size='11'>no result</text></svg><script type='text/plain' id='sa-csv'>Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Stability,Validity
|
| 68 |
-
RFImportance,Non-search,Tree,1250.0,
|
| 69 |
-
CART,Non-search,Tree,1189.0,
|
| 70 |
-
ElasticNet,Non-search,Regularization,1172.0,1138.0,
|
| 71 |
-
MI,Non-search,Information theory,1171.0,
|
| 72 |
-
F-Test,Non-search,Correlation,1168.0,
|
| 73 |
-
(R)ReliefF,Non-search,Distance,1165.0,
|
| 74 |
-
Lasso,Non-search,Regularization,1140.0,
|
| 75 |
-
mRMR,Non-search,Information theory,1131.0,
|
| 76 |
MarkovBlanket,Search,Backward search,1115.0,1077.0,1151.0,0.404,0.463
|
| 77 |
-
SBE,Search,Backward search,1113.0,
|
| 78 |
-
LOCO,Search,Leave-one-out,1097.0,1065.0,
|
| 79 |
-
GainRatio,Non-search,Information theory,1097.0,
|
| 80 |
-
SFS,Search,Forward search,1092.0,
|
| 81 |
-
Random,Baseline,Baseline,1000.0,
|
| 82 |
-
LaplacianScore,Non-search,Distance,980.0,
|
| 83 |
</script><script>
|
| 84 |
function saDownload(name, blob) {
|
| 85 |
var a = document.createElement('a');
|
|
|
|
| 19 |
.sa-ink { stroke:var(--fg); }
|
| 20 |
.sa-hit { fill:transparent; }
|
| 21 |
.sa-hit:hover { fill:var(--fg); fill-opacity:0.06; }
|
| 22 |
+
</style><defs><pattern id='sa-na' width='6' height='6' patternUnits='userSpaceOnUse' patternTransform='rotate(45)'><rect width='6' height='6' fill='#e5e7eb'/><line x1='0' y1='0' x2='0' y2='6' stroke='#9ca3af' stroke-width='2'/></pattern><linearGradient id='sa-g-stab' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#0072B2'/></linearGradient><linearGradient id='sa-g-val' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#D55E00'/></linearGradient></defs><line class='sa-grid' x1='64' x2='1024' y1='309.8' y2='309.8' stroke-width='1'/><text class='sa-muted' x='56' y='313.8' text-anchor='end' font-size='12'>900</text><line class='sa-grid' x1='64' x2='1024' y1='236.8' y2='236.8' stroke-width='1'/><text class='sa-muted' x='56' y='240.8' text-anchor='end' font-size='12'>1000</text><line class='sa-grid' x1='64' x2='1024' y1='163.9' y2='163.9' stroke-width='1'/><text class='sa-muted' x='56' y='167.9' text-anchor='end' font-size='12'>1100</text><line class='sa-grid' x1='64' x2='1024' y1='90.9' y2='90.9' stroke-width='1'/><text class='sa-muted' x='56' y='94.9' text-anchor='end' font-size='12'>1200</text><line class='sa-grid' x1='64' x2='1024' y1='18.0' y2='18.0' stroke-width='1'/><text class='sa-muted' x='56' y='22.0' text-anchor='end' font-size='12'>1300</text><text class='sa-text' transform='translate(16 173) rotate(-90)' text-anchor='middle' font-size='13'>Elo</text><line class='sa-ink' x1='64' x2='1024' y1='236.8' y2='236.8' stroke-width='1' stroke-dasharray='4 4' opacity='0.5'/><rect x='73.6' y='251.4' width='22.4' height='76.6' fill='#529fcb' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='96.0' y='251.4' width='22.4' height='76.6' fill='#e28e4c' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='96.0' x2='96.0' y1='217.9' y2='292.3'/><line x1='91.0' x2='101.0' y1='217.9' y2='217.9'/><line x1='91.0' x2='101.0' y1='292.3' y2='292.3'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(100.0 342.0) rotate(-35)'>LaplacianScore</text><rect class='sa-hit' x='64.0' y='18' width='64' height='414'><title>LaplacianScore (Distance, non-search)
|
| 23 |
+
Elo 980 [95% CI 924–1026]
|
| 24 |
Stability 0.678
|
| 25 |
+
Validity 0.701</title></rect><rect x='137.6' y='236.8' width='22.4' height='91.2' fill='#feffff' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='160.0' y='236.8' width='22.4' height='91.2' fill='#eaae80' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='160.0' x2='160.0' y1='207.6' y2='267.5'/><line x1='155.0' x2='165.0' y1='207.6' y2='207.6'/><line x1='155.0' x2='165.0' y1='267.5' y2='267.5'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(164.0 342.0) rotate(-35)'>Random</text><rect class='sa-hit' x='128.0' y='18' width='64' height='414'><title>Random (Baseline, baseline)
|
| 26 |
+
Elo 1000 [95% CI 958–1040]
|
| 27 |
Stability 0.002
|
| 28 |
+
Validity 0.500</title></rect><rect x='201.6' y='169.7' width='22.4' height='158.3' fill='#d2e6f1' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='224.0' y='169.7' width='22.4' height='158.3' fill='#e9aa79' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='224.0' x2='224.0' y1='147.8' y2='193.8'/><line x1='219.0' x2='229.0' y1='147.8' y2='147.8'/><line x1='219.0' x2='229.0' y1='193.8' y2='193.8'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(228.0 342.0) rotate(-35)'>SFS</text><rect class='sa-hit' x='192.0' y='18' width='64' height='414'><title>SFS (Forward search, search)
|
| 29 |
+
Elo 1092 [95% CI 1059–1122]
|
| 30 |
Stability 0.176
|
| 31 |
+
Validity 0.525</title></rect><rect x='265.6' y='166.1' width='22.4' height='161.9' fill='#ebf4f9' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='288.0' y='166.1' width='22.4' height='161.9' fill='#e9ab7a' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='288.0' x2='288.0' y1='142.0' y2='189.4'/><line x1='283.0' x2='293.0' y1='142.0' y2='142.0'/><line x1='283.0' x2='293.0' y1='189.4' y2='189.4'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(292.0 342.0) rotate(-35)'>LOCO</text><rect class='sa-hit' x='256.0' y='18' width='64' height='414'><title>LOCO (Leave-one-out, search)
|
| 32 |
+
Elo 1097 [95% CI 1065–1130]
|
| 33 |
Stability 0.080
|
| 34 |
+
Validity 0.520</title></rect><rect x='329.6' y='166.1' width='22.4' height='161.9' fill='#73b1d5' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='352.0' y='166.1' width='22.4' height='161.9' fill='#e39557' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='352.0' x2='352.0' y1='140.5' y2='190.1'/><line x1='347.0' x2='357.0' y1='140.5' y2='140.5'/><line x1='347.0' x2='357.0' y1='190.1' y2='190.1'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(356.0 342.0) rotate(-35)'>GainRatio</text><rect class='sa-hit' x='320.0' y='18' width='64' height='414'><title>GainRatio (Information theory, non-search)
|
| 35 |
+
Elo 1097 [95% CI 1064–1132]
|
| 36 |
Stability 0.550
|
| 37 |
+
Validity 0.659</title></rect><rect x='393.6' y='154.4' width='22.4' height='173.6' fill='#f0f7fa' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='416.0' y='154.4' width='22.4' height='173.6' fill='#e9ac7b' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='416.0' x2='416.0' y1='127.4' y2='183.6'/><line x1='411.0' x2='421.0' y1='127.4' y2='127.4'/><line x1='411.0' x2='421.0' y1='183.6' y2='183.6'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(420.0 342.0) rotate(-35)'>SBE</text><rect class='sa-hit' x='384.0' y='18' width='64' height='414'><title>SBE (Backward search, search)
|
| 38 |
+
Elo 1113 [95% CI 1073–1150]
|
| 39 |
Stability 0.059
|
| 40 |
Validity 0.517</title></rect><rect x='457.6' y='152.9' width='22.4' height='175.1' fill='#98c6e0' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='480.0' y='152.9' width='22.4' height='175.1' fill='#ecb489' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='480.0' x2='480.0' y1='126.7' y2='180.7'/><line x1='475.0' x2='485.0' y1='126.7' y2='126.7'/><line x1='475.0' x2='485.0' y1='180.7' y2='180.7'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(484.0 342.0) rotate(-35)'>MarkovBlanket</text><rect class='sa-hit' x='448.0' y='18' width='64' height='414'><title>MarkovBlanket (Backward search, search)
|
| 41 |
Elo 1115 [95% CI 1077–1151]
|
| 42 |
Stability 0.404
|
| 43 |
+
Validity 0.463</title></rect><rect x='521.6' y='141.3' width='22.4' height='186.7' fill='#59a3cd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='544.0' y='141.3' width='22.4' height='186.7' fill='#e9aa78' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='544.0' x2='544.0' y1='116.5' y2='167.5'/><line x1='539.0' x2='549.0' y1='116.5' y2='116.5'/><line x1='539.0' x2='549.0' y1='167.5' y2='167.5'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(548.0 342.0) rotate(-35)'>mRMR</text><rect class='sa-hit' x='512.0' y='18' width='64' height='414'><title>mRMR (Information theory, non-search)
|
| 44 |
+
Elo 1131 [95% CI 1095–1165]
|
| 45 |
Stability 0.651
|
| 46 |
+
Validity 0.530</title></rect><rect x='585.6' y='134.7' width='22.4' height='193.3' fill='#c0dcec' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='608.0' y='134.7' width='22.4' height='193.3' fill='#e7a46f' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='608.0' x2='608.0' y1='108.4' y2='158.8'/><line x1='603.0' x2='613.0' y1='108.4' y2='108.4'/><line x1='603.0' x2='613.0' y1='158.8' y2='158.8'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(612.0 342.0) rotate(-35)'>Lasso</text><rect class='sa-hit' x='576.0' y='18' width='64' height='414'><title>Lasso (Regularization, non-search)
|
| 47 |
+
Elo 1140 [95% CI 1107–1176]
|
| 48 |
Stability 0.246
|
| 49 |
+
Validity 0.563</title></rect><rect x='649.6' y='116.5' width='22.4' height='211.5' fill='#63a9d0' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='672.0' y='116.5' width='22.4' height='211.5' fill='#e69f68' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='672.0' x2='672.0' y1='88.8' y2='142.0'/><line x1='667.0' x2='677.0' y1='88.8' y2='88.8'/><line x1='667.0' x2='677.0' y1='142.0' y2='142.0'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(676.0 342.0) rotate(-35)'>(R)ReliefF</text><rect class='sa-hit' x='640.0' y='18' width='64' height='414'><title>(R)ReliefF (Distance, non-search)
|
| 50 |
+
Elo 1165 [95% CI 1130–1203]
|
| 51 |
Stability 0.612
|
| 52 |
+
Validity 0.594</title></rect><rect x='713.6' y='114.3' width='22.4' height='213.7' fill='#70b0d4' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='736.0' y='114.3' width='22.4' height='213.7' fill='#e2904f' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='736.0' x2='736.0' y1='86.6' y2='142.7'/><line x1='731.0' x2='741.0' y1='86.6' y2='86.6'/><line x1='731.0' x2='741.0' y1='142.7' y2='142.7'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(740.0 342.0) rotate(-35)'>F-Test</text><rect class='sa-hit' x='704.0' y='18' width='64' height='414'><title>F-Test (Correlation, non-search)
|
| 53 |
+
Elo 1168 [95% CI 1129–1206]
|
| 54 |
Stability 0.562
|
| 55 |
+
Validity 0.689</title></rect><rect x='777.6' y='112.1' width='22.4' height='215.9' fill='#69acd2' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='800.0' y='112.1' width='22.4' height='215.9' fill='#e59a5f' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='800.0' x2='800.0' y1='90.9' y2='136.9'/><line x1='795.0' x2='805.0' y1='90.9' y2='90.9'/><line x1='795.0' x2='805.0' y1='136.9' y2='136.9'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(804.0 342.0) rotate(-35)'>MI</text><rect class='sa-hit' x='768.0' y='18' width='64' height='414'><title>MI (Information theory, non-search)
|
| 56 |
+
Elo 1171 [95% CI 1137–1200]
|
| 57 |
Stability 0.587
|
| 58 |
+
Validity 0.627</title></rect><rect x='841.6' y='111.4' width='22.4' height='216.6' fill='#b0d4e7' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='864.0' y='111.4' width='22.4' height='216.6' fill='#e7a46e' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='864.0' x2='864.0' y1='86.6' y2='136.2'/><line x1='859.0' x2='869.0' y1='86.6' y2='86.6'/><line x1='859.0' x2='869.0' y1='136.2' y2='136.2'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(868.0 342.0) rotate(-35)'>ElasticNet</text><rect class='sa-hit' x='832.0' y='18' width='64' height='414'><title>ElasticNet (Regularization, non-search)
|
| 59 |
+
Elo 1172 [95% CI 1138–1206]
|
| 60 |
Stability 0.308
|
| 61 |
+
Validity 0.568</title></rect><rect x='905.6' y='99.0' width='22.4' height='229.0' fill='#acd1e6' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='928.0' y='99.0' width='22.4' height='229.0' fill='#ebb184' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='928.0' x2='928.0' y1='73.4' y2='123.8'/><line x1='923.0' x2='933.0' y1='73.4' y2='73.4'/><line x1='923.0' x2='933.0' y1='123.8' y2='123.8'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(932.0 342.0) rotate(-35)'>CART</text><rect class='sa-hit' x='896.0' y='18' width='64' height='414'><title>CART (Tree, non-search)
|
| 62 |
+
Elo 1189 [95% CI 1155–1224]
|
| 63 |
Stability 0.324
|
| 64 |
+
Validity 0.482</title></rect><rect x='969.6' y='54.5' width='22.4' height='273.5' fill='#67abd1' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='992.0' y='54.5' width='22.4' height='273.5' fill='#eaad7e' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='992.0' x2='992.0' y1='29.7' y2='75.6'/><line x1='987.0' x2='997.0' y1='29.7' y2='29.7'/><line x1='987.0' x2='997.0' y1='75.6' y2='75.6'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(996.0 342.0) rotate(-35)'>RFImportance</text><rect class='sa-hit' x='960.0' y='18' width='64' height='414'><title>RFImportance (Tree, non-search)
|
| 65 |
+
Elo 1250 [95% CI 1221–1284]
|
| 66 |
Stability 0.597
|
| 67 |
Validity 0.507</title></rect><line class='sa-ink' x1='64' x2='1024' y1='328.0' y2='328.0' stroke-width='1' opacity='0.4'/><rect x='1070' y='40.0' width='12' height='107.0' fill='url(#sa-g-stab)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='30.0' text-anchor='middle' font-size='12'>stable</text><text class='sa-text' x='1076' y='165.0' text-anchor='middle' font-size='12'>unstable</text><text class='sa-muted' x='1088' y='151.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='97.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='44.0' font-size='11'>1.0</text><rect x='1070' y='207.0' width='12' height='107.0' fill='url(#sa-g-val)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='197.0' text-anchor='middle' font-size='12'>valid</text><text class='sa-text' x='1076' y='332.0' text-anchor='middle' font-size='12'>invalid</text><text class='sa-muted' x='1088' y='318.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='264.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='211.0' font-size='11'>1.0</text><rect x='1070' y='352.0' width='12' height='12' fill='url(#sa-na)' stroke='#000' stroke-width='0.6'/><text class='sa-muted' x='1088' y='362.0' font-size='11'>no result</text></svg><script type='text/plain' id='sa-csv'>Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Stability,Validity
|
| 68 |
+
RFImportance,Non-search,Tree,1250.0,1221.0,1284.0,0.597,0.507
|
| 69 |
+
CART,Non-search,Tree,1189.0,1155.0,1224.0,0.324,0.482
|
| 70 |
+
ElasticNet,Non-search,Regularization,1172.0,1138.0,1206.0,0.308,0.568
|
| 71 |
+
MI,Non-search,Information theory,1171.0,1137.0,1200.0,0.587,0.627
|
| 72 |
+
F-Test,Non-search,Correlation,1168.0,1129.0,1206.0,0.562,0.689
|
| 73 |
+
(R)ReliefF,Non-search,Distance,1165.0,1130.0,1203.0,0.612,0.594
|
| 74 |
+
Lasso,Non-search,Regularization,1140.0,1107.0,1176.0,0.246,0.563
|
| 75 |
+
mRMR,Non-search,Information theory,1131.0,1095.0,1165.0,0.651,0.53
|
| 76 |
MarkovBlanket,Search,Backward search,1115.0,1077.0,1151.0,0.404,0.463
|
| 77 |
+
SBE,Search,Backward search,1113.0,1073.0,1150.0,0.059,0.517
|
| 78 |
+
LOCO,Search,Leave-one-out,1097.0,1065.0,1130.0,0.08,0.52
|
| 79 |
+
GainRatio,Non-search,Information theory,1097.0,1064.0,1132.0,0.55,0.659
|
| 80 |
+
SFS,Search,Forward search,1092.0,1059.0,1122.0,0.176,0.525
|
| 81 |
+
Random,Baseline,Baseline,1000.0,958.0,1040.0,0.002,0.5
|
| 82 |
+
LaplacianScore,Non-search,Distance,980.0,924.0,1026.0,0.678,0.701
|
| 83 |
</script><script>
|
| 84 |
function saDownload(name, blob) {
|
| 85 |
var a = document.createElement('a');
|
data/subsets/tasks_all/models_all/budgets_4/leaderboard_table.html
CHANGED
|
@@ -29,22 +29,22 @@ td.na { color:var(--muted); }
|
|
| 29 |
font-size:12px; color:var(--fg); }
|
| 30 |
.pill.cat-search { border-color:var(--accent); }
|
| 31 |
.pill.cat-baseline { color:var(--muted); }
|
| 32 |
-
</style></head><body><div class='toolbar'><span class='hint'>Click a column to sort. Hover a header for its definition.</span><button onclick="saCsv('selectarena_leaderboard.csv')">CSV</button></div><div class='wrap'><table id='sa-table'><thead><tr><th class='num'>#</th><th class=''>Method</th><th class='' title='Taxonomy of the paper (Appendix A). Search methods evaluate many feature subsets with the model (forward, backward, leave-one-out); non-search methods use a proxy instead (correlation, distance, information theory, tree, regularization).'>Type</th><th class='num' title='Bradley-Terry Elo from pairwise matches within each dataset, budget and downstream model. Random = 1000. +/− give the 95% bootstrap interval.'>Elo ↑</th><th class='num' title='Mean rank of the downstream error.'>Avg. rank ↓</th><th class='num' title='Share of pairwise comparisons won, in %. Ties count half.'>Win rate ↑</th><th class='num' title='Mean relative gap (error − best error) / error to the best method, in %.'>Improvability ↓</th><th class='num' title='Mean ratio of the error to the same model trained on all features. Below 1: the selection helped.'>Error vs. all ↓</th><th class='num' title='Agreement of the selected features across bootstrap resamples (Nogueira et al., 2018).'>Stability ↑</th><th class='num' title='Share of the budget filled with original features when as many noise features are added.'>Validity ↑</th><th class='num' title='Median wall-clock time of the selection.'>Time (s) ↓</th><th class='num' title='Share of runs where the method ran out of time and random features filled the budget.'>Fallback (%)</th><th class='num'>#Datasets</th></tr></thead><tbody><tr><td class='num' data-sort='1'>1</td><td class='method' data-sort='RFImportance'>RFImportance</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1250.0'>1250<span class='sub'>+33 / −31</span></td><td class='num' data-sort='6.2'>6.20</td><td class='num' data-sort='62.9'>62.9</td><td class='num' data-sort='10.7'>10.7</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.597'>0.597</td><td class='num' data-sort='0.507'>0.507</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='2'>2</td><td class='method' data-sort='CART'>CART</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1189.0'>1189<span class='sub'>+35 / −38</span></td><td class='num' data-sort='6.97'>6.97</td><td class='num' data-sort='57.4'>57.4</td><td class='num' data-sort='12.6'>12.6</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.324'>0.324</td><td class='num' data-sort='0.482'>0.482</td><td class='num' data-sort='0.1'>0.1</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='3'>3</td><td class='method' data-sort='ElasticNet'>ElasticNet</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1172.0'>1172<span class='sub'>+33 / −34</span></td><td class='num' data-sort='7.21'>7.21</td><td class='num' data-sort='55.6'>55.6</td><td class='num' data-sort='12.4'>12.4</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.308'>0.308</td><td class='num' data-sort='0.568'>0.568</td><td class='num' data-sort='7.7'>7.7</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='4'>4</td><td class='method' data-sort='MI'>MI</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1171.0'>1171<span class='sub'>+32 / −31</span></td><td class='num' data-sort='7.24'>7.24</td><td class='num' data-sort='55.4'>55.4</td><td class='num' data-sort='12.6'>12.6</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.587'>0.587</td><td class='num' data-sort='0.627'>0.627</td><td class='num' data-sort='0.4'>0.4</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='5'>5</td><td class='method' data-sort='F-Test'>F-Test</td><td class='' data-sort='Correlation'><span class='pill cat-non-search'>Correlation</span><span class='sub'>non-search</span></td><td class='num' data-sort='1168.0'>1168<span class='sub'>+39 / −36</span></td><td class='num' data-sort='7.39'>7.39</td><td class='num' data-sort='54.3'>54.3</td><td class='num' data-sort='11.8'>11.8</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.562'>0.562</td><td class='num' data-sort='0.689'>0.689</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='6'>6</td><td class='method' data-sort='(R)ReliefF'>(R)ReliefF</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='1165.0'>1165<span class='sub'>+34 / −34</span></td><td class='num' data-sort='7.67'>7.67</td><td class='num' data-sort='52.3'>52.3</td><td class='num' data-sort='13.0'>13.0</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.612'>0.612</td><td class='num' data-sort='0.594'>0.594</td><td class='num' data-sort='14.4'>14.4</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='7'>7</td><td class='method' data-sort='Lasso'>Lasso</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1140.0'>1140<span class='sub'>+35 / −36</span></td><td class='num' data-sort='7.56'>7.56</td><td class='num' data-sort='53.1'>53.1</td><td class='num' data-sort='13.1'>13.1</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.246'>0.246</td><td class='num' data-sort='0.563'>0.563</td><td class='num' data-sort='2.0'>2.0</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='8'>8</td><td class='method' data-sort='mRMR'>mRMR</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1131.0'>1131<span class='sub'>+33 / −34</span></td><td class='num' data-sort='7.89'>7.89</td><td class='num' data-sort='50.8'>50.8</td><td class='num' data-sort='12.5'>12.5</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.651'>0.651</td><td class='num' data-sort='0.53'>0.530</td><td class='num' data-sort='0.6'>0.6</td><td class='num' data-sort='9.9'>9.9</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='9'>9</td><td class='method' data-sort='MarkovBlanket'>MarkovBlanket</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1115.0'>1115<span class='sub'>+36 / −38</span></td><td class='num' data-sort='8.26'>8.26</td><td class='num' data-sort='48.1'>48.1</td><td class='num' data-sort='14.0'>14.0</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.404'>0.404</td><td class='num' data-sort='0.463'>0.463</td><td class='num' data-sort='0.1'>0.1</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='10'>10</td><td class='method' data-sort='SBE'>SBE</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1113.0'>1113<span class='sub'>+39 / −37</span></td><td class='num' data-sort='8.31'>8.31</td><td class='num' data-sort='47.8'>47.8</td><td class='num' data-sort='15.3'>15.3</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.059'>0.059</td><td class='num' data-sort='0.517'>0.517</td><td class='num' data-sort='989.9'>989.9</td><td class='num' data-sort='41.5'>41.5</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='11'>11</td><td class='method' data-sort='LOCO'>LOCO</td><td class='' data-sort='Leave-one-out'><span class='pill cat-search'>Leave-one-out</span><span class='sub'>search</span></td><td class='num' data-sort='1097.0'>1097<span class='sub'>+34 / −32</span></td><td class='num' data-sort='8.26'>8.26</td><td class='num' data-sort='48.2'>48.2</td><td class='num' data-sort='15.5'>15.5</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.08'>0.080</td><td class='num' data-sort='0.52'>0.520</td><td class='num' data-sort='243.3'>243.3</td><td class='num' data-sort='18.7'>18.7</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='12'>12</td><td class='method' data-sort='GainRatio'>GainRatio</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1097.0'>1097<span class='sub'>+37 / −34</span></td><td class='num' data-sort='8.5'>8.50</td><td class='num' data-sort='46.4'>46.4</td><td class='num' data-sort='14.9'>14.9</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.55'>0.550</td><td class='num' data-sort='0.659'>0.659</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='13'>13</td><td class='method' data-sort='SFS'>SFS</td><td class='' data-sort='Forward search'><span class='pill cat-search'>Forward search</span><span class='sub'>search</span></td><td class='num' data-sort='1092.0'>1092<span class='sub'>+34 / −32</span></td><td class='num' data-sort='8.46'>8.46</td><td class='num' data-sort='46.7'>46.7</td><td class='num' data-sort='15.4'>15.4</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.176'>0.176</td><td class='num' data-sort='0.525'>0.525</td><td class='num' data-sort='2953.5'>2,953.5</td><td class='num' data-sort='48.8'>48.8</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='14'>14</td><td class='method' data-sort='Random'>Random</td><td class='' data-sort='Baseline'><span class='pill cat-baseline'>Baseline</span></td><td class='num' data-sort='1000.0'>1000<span class='sub'>+39 / −43</span></td><td class='num' data-sort='9.67'>9.67</td><td class='num' data-sort='38.1'>38.1</td><td class='num' data-sort='18.9'>18.9</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.002'>0.002</td><td class='num' data-sort='0.5'>0.500</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='100.0'>100.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='15'>15</td><td class='method' data-sort='LaplacianScore'>LaplacianScore</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='980.0'>980<span class='sub'>+48 / −47</span></td><td class='num' data-sort='10.39'>10.39</td><td class='num' data-sort='32.9'>32.9</td><td class='num' data-sort='23.1'>23.1</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.678'>0.678</td><td class='num' data-sort='0.701'>0.701</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr></tbody></table></div><script type='text/plain' id='sa-csv'>Rank,Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Avg. rank,Win rate (%),Improvability (%),Error vs. all features,Stability,Validity,Selection time (s),Fallback rate (%),#Datasets,#Comparisons
|
| 33 |
-
1,RFImportance,Non-search,Tree,1250.0,
|
| 34 |
-
2,CART,Non-search,Tree,1189.0,
|
| 35 |
-
3,ElasticNet,Non-search,Regularization,1172.0,1138.0,
|
| 36 |
-
4,MI,Non-search,Information theory,1171.0,
|
| 37 |
-
5,F-Test,Non-search,Correlation,1168.0,
|
| 38 |
-
6,(R)ReliefF,Non-search,Distance,1165.0,
|
| 39 |
-
7,Lasso,Non-search,Regularization,1140.0,
|
| 40 |
-
8,mRMR,Non-search,Information theory,1131.0,
|
| 41 |
9,MarkovBlanket,Search,Backward search,1115.0,1077.0,1151.0,8.26,48.1,14.0,,0.404,0.463,0.1,0.0,71,1065
|
| 42 |
-
10,SBE,Search,Backward search,1113.0,
|
| 43 |
-
11,LOCO,Search,Leave-one-out,1097.0,1065.0,
|
| 44 |
-
12,GainRatio,Non-search,Information theory,1097.0,
|
| 45 |
-
13,SFS,Search,Forward search,1092.0,
|
| 46 |
-
14,Random,Baseline,Baseline,1000.0,
|
| 47 |
-
15,LaplacianScore,Non-search,Distance,980.0,
|
| 48 |
</script><script>
|
| 49 |
function saDownload(name, blob) {
|
| 50 |
var a = document.createElement('a');
|
|
|
|
| 29 |
font-size:12px; color:var(--fg); }
|
| 30 |
.pill.cat-search { border-color:var(--accent); }
|
| 31 |
.pill.cat-baseline { color:var(--muted); }
|
| 32 |
+
</style></head><body><div class='toolbar'><span class='hint'>Click a column to sort. Hover a header for its definition.</span><button onclick="saCsv('selectarena_leaderboard.csv')">CSV</button></div><div class='wrap'><table id='sa-table'><thead><tr><th class='num'>#</th><th class=''>Method</th><th class='' title='Taxonomy of the paper (Appendix A). Search methods evaluate many feature subsets with the model (forward, backward, leave-one-out); non-search methods use a proxy instead (correlation, distance, information theory, tree, regularization).'>Type</th><th class='num' title='Bradley-Terry Elo from pairwise matches within each dataset, budget and downstream model. Random = 1000. +/− give the 95% bootstrap interval.'>Elo ↑</th><th class='num' title='Mean rank of the downstream error.'>Avg. rank ↓</th><th class='num' title='Share of pairwise comparisons won, in %. Ties count half.'>Win rate ↑</th><th class='num' title='Mean relative gap (error − best error) / error to the best method, in %.'>Improvability ↓</th><th class='num' title='Mean ratio of the error to the same model trained on all features. Below 1: the selection helped.'>Error vs. all ↓</th><th class='num' title='Agreement of the selected features across bootstrap resamples (Nogueira et al., 2018).'>Stability ↑</th><th class='num' title='Share of the budget filled with original features when as many noise features are added.'>Validity ↑</th><th class='num' title='Median wall-clock time of the selection.'>Time (s) ↓</th><th class='num' title='Share of runs where the method ran out of time and random features filled the budget.'>Fallback (%)</th><th class='num'>#Datasets</th></tr></thead><tbody><tr><td class='num' data-sort='1'>1</td><td class='method' data-sort='RFImportance'>RFImportance</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1250.0'>1250<span class='sub'>+34 / −29</span></td><td class='num' data-sort='6.2'>6.20</td><td class='num' data-sort='62.9'>62.9</td><td class='num' data-sort='10.7'>10.7</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.597'>0.597</td><td class='num' data-sort='0.507'>0.507</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='2'>2</td><td class='method' data-sort='CART'>CART</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1189.0'>1189<span class='sub'>+35 / −34</span></td><td class='num' data-sort='6.97'>6.97</td><td class='num' data-sort='57.4'>57.4</td><td class='num' data-sort='12.6'>12.6</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.324'>0.324</td><td class='num' data-sort='0.482'>0.482</td><td class='num' data-sort='0.1'>0.1</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='3'>3</td><td class='method' data-sort='ElasticNet'>ElasticNet</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1172.0'>1172<span class='sub'>+34 / −34</span></td><td class='num' data-sort='7.21'>7.21</td><td class='num' data-sort='55.6'>55.6</td><td class='num' data-sort='12.4'>12.4</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.308'>0.308</td><td class='num' data-sort='0.568'>0.568</td><td class='num' data-sort='7.7'>7.7</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='4'>4</td><td class='method' data-sort='MI'>MI</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1171.0'>1171<span class='sub'>+29 / −34</span></td><td class='num' data-sort='7.24'>7.24</td><td class='num' data-sort='55.4'>55.4</td><td class='num' data-sort='12.6'>12.6</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.587'>0.587</td><td class='num' data-sort='0.627'>0.627</td><td class='num' data-sort='0.4'>0.4</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='5'>5</td><td class='method' data-sort='F-Test'>F-Test</td><td class='' data-sort='Correlation'><span class='pill cat-non-search'>Correlation</span><span class='sub'>non-search</span></td><td class='num' data-sort='1168.0'>1168<span class='sub'>+38 / −39</span></td><td class='num' data-sort='7.39'>7.39</td><td class='num' data-sort='54.3'>54.3</td><td class='num' data-sort='11.8'>11.8</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.562'>0.562</td><td class='num' data-sort='0.689'>0.689</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='6'>6</td><td class='method' data-sort='(R)ReliefF'>(R)ReliefF</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='1165.0'>1165<span class='sub'>+38 / −35</span></td><td class='num' data-sort='7.67'>7.67</td><td class='num' data-sort='52.3'>52.3</td><td class='num' data-sort='13.0'>13.0</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.612'>0.612</td><td class='num' data-sort='0.594'>0.594</td><td class='num' data-sort='14.4'>14.4</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='7'>7</td><td class='method' data-sort='Lasso'>Lasso</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1140.0'>1140<span class='sub'>+36 / −33</span></td><td class='num' data-sort='7.56'>7.56</td><td class='num' data-sort='53.1'>53.1</td><td class='num' data-sort='13.1'>13.1</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.246'>0.246</td><td class='num' data-sort='0.563'>0.563</td><td class='num' data-sort='2.0'>2.0</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='8'>8</td><td class='method' data-sort='mRMR'>mRMR</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1131.0'>1131<span class='sub'>+34 / −36</span></td><td class='num' data-sort='7.89'>7.89</td><td class='num' data-sort='50.8'>50.8</td><td class='num' data-sort='12.5'>12.5</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.651'>0.651</td><td class='num' data-sort='0.53'>0.530</td><td class='num' data-sort='0.6'>0.6</td><td class='num' data-sort='9.9'>9.9</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='9'>9</td><td class='method' data-sort='MarkovBlanket'>MarkovBlanket</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1115.0'>1115<span class='sub'>+36 / −38</span></td><td class='num' data-sort='8.26'>8.26</td><td class='num' data-sort='48.1'>48.1</td><td class='num' data-sort='14.0'>14.0</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.404'>0.404</td><td class='num' data-sort='0.463'>0.463</td><td class='num' data-sort='0.1'>0.1</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='10'>10</td><td class='method' data-sort='SBE'>SBE</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1113.0'>1113<span class='sub'>+37 / −40</span></td><td class='num' data-sort='8.31'>8.31</td><td class='num' data-sort='47.8'>47.8</td><td class='num' data-sort='15.3'>15.3</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.059'>0.059</td><td class='num' data-sort='0.517'>0.517</td><td class='num' data-sort='989.9'>989.9</td><td class='num' data-sort='41.5'>41.5</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='11'>11</td><td class='method' data-sort='LOCO'>LOCO</td><td class='' data-sort='Leave-one-out'><span class='pill cat-search'>Leave-one-out</span><span class='sub'>search</span></td><td class='num' data-sort='1097.0'>1097<span class='sub'>+33 / −32</span></td><td class='num' data-sort='8.26'>8.26</td><td class='num' data-sort='48.2'>48.2</td><td class='num' data-sort='15.5'>15.5</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.08'>0.080</td><td class='num' data-sort='0.52'>0.520</td><td class='num' data-sort='243.3'>243.3</td><td class='num' data-sort='18.7'>18.7</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='12'>12</td><td class='method' data-sort='GainRatio'>GainRatio</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1097.0'>1097<span class='sub'>+35 / −33</span></td><td class='num' data-sort='8.5'>8.50</td><td class='num' data-sort='46.4'>46.4</td><td class='num' data-sort='14.9'>14.9</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.55'>0.550</td><td class='num' data-sort='0.659'>0.659</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='13'>13</td><td class='method' data-sort='SFS'>SFS</td><td class='' data-sort='Forward search'><span class='pill cat-search'>Forward search</span><span class='sub'>search</span></td><td class='num' data-sort='1092.0'>1092<span class='sub'>+30 / −33</span></td><td class='num' data-sort='8.46'>8.46</td><td class='num' data-sort='46.7'>46.7</td><td class='num' data-sort='15.4'>15.4</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.176'>0.176</td><td class='num' data-sort='0.525'>0.525</td><td class='num' data-sort='2953.5'>2,953.5</td><td class='num' data-sort='48.8'>48.8</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='14'>14</td><td class='method' data-sort='Random'>Random</td><td class='' data-sort='Baseline'><span class='pill cat-baseline'>Baseline</span></td><td class='num' data-sort='1000.0'>1000<span class='sub'>+40 / −42</span></td><td class='num' data-sort='9.67'>9.67</td><td class='num' data-sort='38.1'>38.1</td><td class='num' data-sort='18.9'>18.9</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.002'>0.002</td><td class='num' data-sort='0.5'>0.500</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='100.0'>100.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='15'>15</td><td class='method' data-sort='LaplacianScore'>LaplacianScore</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='980.0'>980<span class='sub'>+46 / −56</span></td><td class='num' data-sort='10.39'>10.39</td><td class='num' data-sort='32.9'>32.9</td><td class='num' data-sort='23.1'>23.1</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.678'>0.678</td><td class='num' data-sort='0.701'>0.701</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr></tbody></table></div><script type='text/plain' id='sa-csv'>Rank,Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Avg. rank,Win rate (%),Improvability (%),Error vs. all features,Stability,Validity,Selection time (s),Fallback rate (%),#Datasets,#Comparisons
|
| 33 |
+
1,RFImportance,Non-search,Tree,1250.0,1221.0,1284.0,6.2,62.9,10.7,,0.597,0.507,0.2,0.0,71,1065
|
| 34 |
+
2,CART,Non-search,Tree,1189.0,1155.0,1224.0,6.97,57.4,12.6,,0.324,0.482,0.1,0.0,71,1065
|
| 35 |
+
3,ElasticNet,Non-search,Regularization,1172.0,1138.0,1206.0,7.21,55.6,12.4,,0.308,0.568,7.7,0.0,71,1065
|
| 36 |
+
4,MI,Non-search,Information theory,1171.0,1137.0,1200.0,7.24,55.4,12.6,,0.587,0.627,0.4,0.0,71,1065
|
| 37 |
+
5,F-Test,Non-search,Correlation,1168.0,1129.0,1206.0,7.39,54.3,11.8,,0.562,0.689,0.0,0.0,71,1065
|
| 38 |
+
6,(R)ReliefF,Non-search,Distance,1165.0,1130.0,1203.0,7.67,52.3,13.0,,0.612,0.594,14.4,0.0,71,1065
|
| 39 |
+
7,Lasso,Non-search,Regularization,1140.0,1107.0,1176.0,7.56,53.1,13.1,,0.246,0.563,2.0,0.0,71,1065
|
| 40 |
+
8,mRMR,Non-search,Information theory,1131.0,1095.0,1165.0,7.89,50.8,12.5,,0.651,0.53,0.6,9.9,71,1065
|
| 41 |
9,MarkovBlanket,Search,Backward search,1115.0,1077.0,1151.0,8.26,48.1,14.0,,0.404,0.463,0.1,0.0,71,1065
|
| 42 |
+
10,SBE,Search,Backward search,1113.0,1073.0,1150.0,8.31,47.8,15.3,,0.059,0.517,989.9,41.5,71,1064
|
| 43 |
+
11,LOCO,Search,Leave-one-out,1097.0,1065.0,1130.0,8.26,48.2,15.5,,0.08,0.52,243.3,18.7,71,1065
|
| 44 |
+
12,GainRatio,Non-search,Information theory,1097.0,1064.0,1132.0,8.5,46.4,14.9,,0.55,0.659,0.2,0.0,71,1065
|
| 45 |
+
13,SFS,Search,Forward search,1092.0,1059.0,1122.0,8.46,46.7,15.4,,0.176,0.525,2953.5,48.8,71,1064
|
| 46 |
+
14,Random,Baseline,Baseline,1000.0,958.0,1040.0,9.67,38.1,18.9,,0.002,0.5,0.0,100.0,71,1065
|
| 47 |
+
15,LaplacianScore,Non-search,Distance,980.0,924.0,1026.0,10.39,32.9,23.1,,0.678,0.701,0.2,0.0,71,1065
|
| 48 |
</script><script>
|
| 49 |
function saDownload(name, blob) {
|
| 50 |
var a = document.createElement('a');
|
data/subsets/tasks_all/models_all/budgets_4/website_leaderboard.csv
CHANGED
|
@@ -1,16 +1,16 @@
|
|
| 1 |
Rank,Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Avg. rank,Win rate (%),Improvability (%),Error vs. all features,Stability,Validity,Selection time (s),Fallback rate (%),#Datasets,#Comparisons
|
| 2 |
-
1,RFImportance,Non-search,Tree,1250.0,
|
| 3 |
-
2,CART,Non-search,Tree,1189.0,
|
| 4 |
-
3,ElasticNet,Non-search,Regularization,1172.0,1138.0,
|
| 5 |
-
4,MI,Non-search,Information theory,1171.0,
|
| 6 |
-
5,F-Test,Non-search,Correlation,1168.0,
|
| 7 |
-
6,(R)ReliefF,Non-search,Distance,1165.0,
|
| 8 |
-
7,Lasso,Non-search,Regularization,1140.0,
|
| 9 |
-
8,mRMR,Non-search,Information theory,1131.0,
|
| 10 |
9,MarkovBlanket,Search,Backward search,1115.0,1077.0,1151.0,8.26,48.1,14.0,,0.404,0.463,0.1,0.0,71,1065
|
| 11 |
-
10,SBE,Search,Backward search,1113.0,
|
| 12 |
-
11,LOCO,Search,Leave-one-out,1097.0,1065.0,
|
| 13 |
-
12,GainRatio,Non-search,Information theory,1097.0,
|
| 14 |
-
13,SFS,Search,Forward search,1092.0,
|
| 15 |
-
14,Random,Baseline,Baseline,1000.0,
|
| 16 |
-
15,LaplacianScore,Non-search,Distance,980.0,
|
|
|
|
| 1 |
Rank,Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Avg. rank,Win rate (%),Improvability (%),Error vs. all features,Stability,Validity,Selection time (s),Fallback rate (%),#Datasets,#Comparisons
|
| 2 |
+
1,RFImportance,Non-search,Tree,1250.0,1221.0,1284.0,6.2,62.9,10.7,,0.597,0.507,0.2,0.0,71,1065
|
| 3 |
+
2,CART,Non-search,Tree,1189.0,1155.0,1224.0,6.97,57.4,12.6,,0.324,0.482,0.1,0.0,71,1065
|
| 4 |
+
3,ElasticNet,Non-search,Regularization,1172.0,1138.0,1206.0,7.21,55.6,12.4,,0.308,0.568,7.7,0.0,71,1065
|
| 5 |
+
4,MI,Non-search,Information theory,1171.0,1137.0,1200.0,7.24,55.4,12.6,,0.587,0.627,0.4,0.0,71,1065
|
| 6 |
+
5,F-Test,Non-search,Correlation,1168.0,1129.0,1206.0,7.39,54.3,11.8,,0.562,0.689,0.0,0.0,71,1065
|
| 7 |
+
6,(R)ReliefF,Non-search,Distance,1165.0,1130.0,1203.0,7.67,52.3,13.0,,0.612,0.594,14.4,0.0,71,1065
|
| 8 |
+
7,Lasso,Non-search,Regularization,1140.0,1107.0,1176.0,7.56,53.1,13.1,,0.246,0.563,2.0,0.0,71,1065
|
| 9 |
+
8,mRMR,Non-search,Information theory,1131.0,1095.0,1165.0,7.89,50.8,12.5,,0.651,0.53,0.6,9.9,71,1065
|
| 10 |
9,MarkovBlanket,Search,Backward search,1115.0,1077.0,1151.0,8.26,48.1,14.0,,0.404,0.463,0.1,0.0,71,1065
|
| 11 |
+
10,SBE,Search,Backward search,1113.0,1073.0,1150.0,8.31,47.8,15.3,,0.059,0.517,989.9,41.5,71,1064
|
| 12 |
+
11,LOCO,Search,Leave-one-out,1097.0,1065.0,1130.0,8.26,48.2,15.5,,0.08,0.52,243.3,18.7,71,1065
|
| 13 |
+
12,GainRatio,Non-search,Information theory,1097.0,1064.0,1132.0,8.5,46.4,14.9,,0.55,0.659,0.2,0.0,71,1065
|
| 14 |
+
13,SFS,Search,Forward search,1092.0,1059.0,1122.0,8.46,46.7,15.4,,0.176,0.525,2953.5,48.8,71,1064
|
| 15 |
+
14,Random,Baseline,Baseline,1000.0,958.0,1040.0,9.67,38.1,18.9,,0.002,0.5,0.0,100.0,71,1065
|
| 16 |
+
15,LaplacianScore,Non-search,Distance,980.0,924.0,1026.0,10.39,32.9,23.1,,0.678,0.701,0.2,0.0,71,1065
|
data/subsets/tasks_all/models_all/budgets_all/elo_explorer.html
CHANGED
|
@@ -19,38 +19,38 @@ svg { display:block; width:100%; height:auto; }
|
|
| 19 |
.sa-ink { stroke:var(--fg); }
|
| 20 |
.sa-hit { fill:transparent; }
|
| 21 |
.sa-hit:hover { fill:var(--fg); fill-opacity:0.06; }
|
| 22 |
-
</style><defs><pattern id='sa-na' width='6' height='6' patternUnits='userSpaceOnUse' patternTransform='rotate(45)'><rect width='6' height='6' fill='#e5e7eb'/><line x1='0' y1='0' x2='0' y2='6' stroke='#9ca3af' stroke-width='2'/></pattern><linearGradient id='sa-g-stab' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#0072B2'/></linearGradient><linearGradient id='sa-g-val' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#D55E00'/></linearGradient></defs><line class='sa-grid' x1='64' x2='1024' y1='313.2' y2='313.2' stroke-width='1'/><text class='sa-muted' x='56' y='317.2' text-anchor='end' font-size='12'>900</text><line class='sa-grid' x1='64' x2='1024' y1='254.2' y2='254.2' stroke-width='1'/><text class='sa-muted' x='56' y='258.2' text-anchor='end' font-size='12'>1000</text><line class='sa-grid' x1='64' x2='1024' y1='195.1' y2='195.1' stroke-width='1'/><text class='sa-muted' x='56' y='199.1' text-anchor='end' font-size='12'>1100</text><line class='sa-grid' x1='64' x2='1024' y1='136.1' y2='136.1' stroke-width='1'/><text class='sa-muted' x='56' y='140.1' text-anchor='end' font-size='12'>1200</text><line class='sa-grid' x1='64' x2='1024' y1='77.0' y2='77.0' stroke-width='1'/><text class='sa-muted' x='56' y='81.0' text-anchor='end' font-size='12'>1300</text><line class='sa-grid' x1='64' x2='1024' y1='18.0' y2='18.0' stroke-width='1'/><text class='sa-muted' x='56' y='22.0' text-anchor='end' font-size='12'>1400</text><text class='sa-text' transform='translate(16 173) rotate(-90)' text-anchor='middle' font-size='13'>Elo</text><line class='sa-ink' x1='64' x2='1024' y1='254.2' y2='254.2' stroke-width='1' stroke-dasharray='4 4' opacity='0.5'/><rect x='73.6' y='274.9' width='22.4' height='53.1' fill='#59a3cd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='96.0' y='274.9' width='22.4' height='53.1' fill='#de7f34' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='96.0' x2='96.0' y1='
|
| 23 |
-
Elo 965 [95% CI 913–
|
| 24 |
Stability 0.652
|
| 25 |
-
Validity 0.797</title></rect><rect x='137.6' y='254.2' width='22.4' height='73.8' fill='#ffffff' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='160.0' y='254.2' width='22.4' height='73.8' fill='#eaae80' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='160.0' x2='160.0' y1='
|
| 26 |
-
Elo 1000 [95% CI
|
| 27 |
Stability 0.001
|
| 28 |
-
Validity 0.500</title></rect><rect x='201.6' y='165.0' width='22.4' height='163.0' fill='#d3e7f2' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='224.0' y='165.0' width='22.4' height='163.0' fill='#e7a16a' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='224.0' x2='224.0' y1='
|
| 29 |
-
Elo 1151 [95% CI
|
| 30 |
Stability 0.173
|
| 31 |
-
Validity 0.583</title></rect><rect x='265.6' y='154.4' width='22.4' height='173.6' fill='#ddecf5' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='288.0' y='154.4' width='22.4' height='173.6' fill='#e7a570' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='288.0' x2='288.0' y1='
|
| 32 |
-
Elo 1169 [95% CI
|
| 33 |
Stability 0.132
|
| 34 |
-
Validity 0.560</title></rect><rect x='329.6' y='149.1' width='22.4' height='178.9' fill='#bbd9ea' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='352.0' y='149.1' width='22.4' height='178.9' fill='#e59a5f' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='352.0' x2='352.0' y1='
|
| 35 |
-
Elo 1178 [95% CI
|
| 36 |
Stability 0.267
|
| 37 |
-
Validity 0.627</title></rect><rect x='393.6' y='146.1' width='22.4' height='181.9' fill='#5ba4cd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='416.0' y='146.1' width='22.4' height='181.9' fill='#dc7a2d' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='416.0' x2='416.0' y1='129.
|
| 38 |
-
Elo 1183 [95% CI 1157–
|
| 39 |
Stability 0.644
|
| 40 |
-
Validity 0.825</title></rect><rect x='457.6' y='140.2' width='22.4' height='187.8' fill='#65aad0' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='480.0' y='140.2' width='22.4' height='187.8' fill='#e39658' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='480.0' x2='480.0' y1='
|
| 41 |
-
Elo 1193 [95% CI 1165–
|
| 42 |
Stability 0.604
|
| 43 |
-
Validity 0.655</title></rect><rect x='521.6' y='137.3' width='22.4' height='190.7' fill='#5aa4cd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='544.0' y='137.3' width='22.4' height='190.7' fill='#e08842' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='544.0' x2='544.0' y1='
|
| 44 |
-
Elo 1198 [95% CI
|
| 45 |
Stability 0.646
|
| 46 |
-
Validity 0.740</title></rect><rect x='585.6' y='124.3' width='22.4' height='203.7' fill='#96c5df' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='608.0' y='124.3' width='22.4' height='203.7' fill='#ecb489' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='608.0' x2='608.0' y1='
|
| 47 |
-
Elo 1220 [95% CI
|
| 48 |
Stability 0.413
|
| 49 |
-
Validity 0.463</title></rect><rect x='649.6' y='120.7' width='22.4' height='207.3' fill='#a3cce3' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='672.0' y='120.7' width='22.4' height='207.3' fill='#e08945' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='672.0' x2='672.0' y1='
|
| 50 |
-
Elo 1226 [95% CI
|
| 51 |
Stability 0.362
|
| 52 |
-
Validity 0.730</title></rect><rect x='713.6' y='119.0' width='22.4' height='209.0' fill='#529fcb' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='736.0' y='119.0' width='22.4' height='209.0' fill='#db7727' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='736.0' x2='736.0' y1='
|
| 53 |
-
Elo 1229 [95% CI
|
| 54 |
Stability 0.679
|
| 55 |
Validity 0.846</title></rect><rect x='777.6' y='107.8' width='22.4' height='220.2' fill='#5aa4cd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='800.0' y='107.8' width='22.4' height='220.2' fill='#de8137' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='800.0' x2='800.0' y1='91.2' y2='121.9'/><line x1='795.0' x2='805.0' y1='91.2' y2='91.2'/><line x1='795.0' x2='805.0' y1='121.9' y2='121.9'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(804.0 342.0) rotate(-35)'>MI</text><rect class='sa-hit' x='768.0' y='18' width='64' height='414'><title>MI (Information theory, non-search)
|
| 56 |
Elo 1248 [95% CI 1224–1276]
|
|
@@ -58,28 +58,28 @@ Stability 0.647
|
|
| 58 |
Validity 0.785</title></rect><rect x='841.6' y='105.4' width='22.4' height='222.6' fill='#8dc0dd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='864.0' y='105.4' width='22.4' height='222.6' fill='#df853d' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='864.0' x2='864.0' y1='86.5' y2='124.9'/><line x1='859.0' x2='869.0' y1='86.5' y2='86.5'/><line x1='859.0' x2='869.0' y1='124.9' y2='124.9'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(868.0 342.0) rotate(-35)'>ElasticNet</text><rect class='sa-hit' x='832.0' y='18' width='64' height='414'><title>ElasticNet (Regularization, non-search)
|
| 59 |
Elo 1252 [95% CI 1219–1284]
|
| 60 |
Stability 0.447
|
| 61 |
-
Validity 0.760</title></rect><rect x='905.6' y='97.7' width='22.4' height='230.3' fill='#93c3df' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='928.0' y='97.7' width='22.4' height='230.3' fill='#e6a16a' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='928.0' x2='928.0' y1='
|
| 62 |
-
Elo 1265 [95% CI
|
| 63 |
Stability 0.422
|
| 64 |
-
Validity 0.586</title></rect><rect x='969.6' y='71.1' width='22.4' height='256.9' fill='#5ba4cd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='992.0' y='71.1' width='22.4' height='256.9' fill='#e39354' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='992.0' x2='992.0' y1='52.
|
| 65 |
-
Elo 1310 [95% CI
|
| 66 |
Stability 0.643
|
| 67 |
Validity 0.669</title></rect><line class='sa-ink' x1='64' x2='1024' y1='328.0' y2='328.0' stroke-width='1' opacity='0.4'/><rect x='1070' y='40.0' width='12' height='107.0' fill='url(#sa-g-stab)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='30.0' text-anchor='middle' font-size='12'>stable</text><text class='sa-text' x='1076' y='165.0' text-anchor='middle' font-size='12'>unstable</text><text class='sa-muted' x='1088' y='151.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='97.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='44.0' font-size='11'>1.0</text><rect x='1070' y='207.0' width='12' height='107.0' fill='url(#sa-g-val)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='197.0' text-anchor='middle' font-size='12'>valid</text><text class='sa-text' x='1076' y='332.0' text-anchor='middle' font-size='12'>invalid</text><text class='sa-muted' x='1088' y='318.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='264.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='211.0' font-size='11'>1.0</text><rect x='1070' y='352.0' width='12' height='12' fill='url(#sa-na)' stroke='#000' stroke-width='0.6'/><text class='sa-muted' x='1088' y='362.0' font-size='11'>no result</text></svg><script type='text/plain' id='sa-csv'>Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Stability,Validity
|
| 68 |
-
RFImportance,Non-search,Tree,1310.0,
|
| 69 |
-
CART,Non-search,Tree,1265.0,
|
| 70 |
ElasticNet,Non-search,Regularization,1252.0,1219.0,1284.0,0.447,0.76
|
| 71 |
MI,Non-search,Information theory,1248.0,1224.0,1276.0,0.647,0.785
|
| 72 |
-
F-Test,Non-search,Correlation,1229.0,
|
| 73 |
-
Lasso,Non-search,Regularization,1226.0,
|
| 74 |
-
MarkovBlanket,Search,Backward search,1220.0,
|
| 75 |
-
(R)ReliefF,Non-search,Distance,1198.0,
|
| 76 |
-
mRMR,Non-search,Information theory,1193.0,1165.0,
|
| 77 |
-
GainRatio,Non-search,Information theory,1183.0,1157.0,
|
| 78 |
-
SFS,Search,Forward search,1178.0,
|
| 79 |
-
SBE,Search,Backward search,1169.0,
|
| 80 |
-
LOCO,Search,Leave-one-out,1151.0,
|
| 81 |
-
Random,Baseline,Baseline,1000.0,
|
| 82 |
-
LaplacianScore,Non-search,Distance,965.0,913.0,
|
| 83 |
</script><script>
|
| 84 |
function saDownload(name, blob) {
|
| 85 |
var a = document.createElement('a');
|
|
|
|
| 19 |
.sa-ink { stroke:var(--fg); }
|
| 20 |
.sa-hit { fill:transparent; }
|
| 21 |
.sa-hit:hover { fill:var(--fg); fill-opacity:0.06; }
|
| 22 |
+
</style><defs><pattern id='sa-na' width='6' height='6' patternUnits='userSpaceOnUse' patternTransform='rotate(45)'><rect width='6' height='6' fill='#e5e7eb'/><line x1='0' y1='0' x2='0' y2='6' stroke='#9ca3af' stroke-width='2'/></pattern><linearGradient id='sa-g-stab' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#0072B2'/></linearGradient><linearGradient id='sa-g-val' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#D55E00'/></linearGradient></defs><line class='sa-grid' x1='64' x2='1024' y1='313.2' y2='313.2' stroke-width='1'/><text class='sa-muted' x='56' y='317.2' text-anchor='end' font-size='12'>900</text><line class='sa-grid' x1='64' x2='1024' y1='254.2' y2='254.2' stroke-width='1'/><text class='sa-muted' x='56' y='258.2' text-anchor='end' font-size='12'>1000</text><line class='sa-grid' x1='64' x2='1024' y1='195.1' y2='195.1' stroke-width='1'/><text class='sa-muted' x='56' y='199.1' text-anchor='end' font-size='12'>1100</text><line class='sa-grid' x1='64' x2='1024' y1='136.1' y2='136.1' stroke-width='1'/><text class='sa-muted' x='56' y='140.1' text-anchor='end' font-size='12'>1200</text><line class='sa-grid' x1='64' x2='1024' y1='77.0' y2='77.0' stroke-width='1'/><text class='sa-muted' x='56' y='81.0' text-anchor='end' font-size='12'>1300</text><line class='sa-grid' x1='64' x2='1024' y1='18.0' y2='18.0' stroke-width='1'/><text class='sa-muted' x='56' y='22.0' text-anchor='end' font-size='12'>1400</text><text class='sa-text' transform='translate(16 173) rotate(-90)' text-anchor='middle' font-size='13'>Elo</text><line class='sa-ink' x1='64' x2='1024' y1='254.2' y2='254.2' stroke-width='1' stroke-dasharray='4 4' opacity='0.5'/><rect x='73.6' y='274.9' width='22.4' height='53.1' fill='#59a3cd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='96.0' y='274.9' width='22.4' height='53.1' fill='#de7f34' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='96.0' x2='96.0' y1='249.5' y2='305.6'/><line x1='91.0' x2='101.0' y1='249.5' y2='249.5'/><line x1='91.0' x2='101.0' y1='305.6' y2='305.6'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(100.0 342.0) rotate(-35)'>LaplacianScore</text><rect class='sa-hit' x='64.0' y='18' width='64' height='414'><title>LaplacianScore (Distance, non-search)
|
| 23 |
+
Elo 965 [95% CI 913–1008]
|
| 24 |
Stability 0.652
|
| 25 |
+
Validity 0.797</title></rect><rect x='137.6' y='254.2' width='22.4' height='73.8' fill='#ffffff' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='160.0' y='254.2' width='22.4' height='73.8' fill='#eaae80' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='160.0' x2='160.0' y1='235.3' y2='274.3'/><line x1='155.0' x2='165.0' y1='235.3' y2='235.3'/><line x1='155.0' x2='165.0' y1='274.3' y2='274.3'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(164.0 342.0) rotate(-35)'>Random</text><rect class='sa-hit' x='128.0' y='18' width='64' height='414'><title>Random (Baseline, baseline)
|
| 26 |
+
Elo 1000 [95% CI 966–1032]
|
| 27 |
Stability 0.001
|
| 28 |
+
Validity 0.500</title></rect><rect x='201.6' y='165.0' width='22.4' height='163.0' fill='#d3e7f2' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='224.0' y='165.0' width='22.4' height='163.0' fill='#e7a16a' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='224.0' x2='224.0' y1='145.5' y2='183.9'/><line x1='219.0' x2='229.0' y1='145.5' y2='145.5'/><line x1='219.0' x2='229.0' y1='183.9' y2='183.9'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(228.0 342.0) rotate(-35)'>LOCO</text><rect class='sa-hit' x='192.0' y='18' width='64' height='414'><title>LOCO (Leave-one-out, search)
|
| 29 |
+
Elo 1151 [95% CI 1119–1184]
|
| 30 |
Stability 0.173
|
| 31 |
+
Validity 0.583</title></rect><rect x='265.6' y='154.4' width='22.4' height='173.6' fill='#ddecf5' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='288.0' y='154.4' width='22.4' height='173.6' fill='#e7a570' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='288.0' x2='288.0' y1='132.0' y2='177.4'/><line x1='283.0' x2='293.0' y1='132.0' y2='132.0'/><line x1='283.0' x2='293.0' y1='177.4' y2='177.4'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(292.0 342.0) rotate(-35)'>SBE</text><rect class='sa-hit' x='256.0' y='18' width='64' height='414'><title>SBE (Backward search, search)
|
| 32 |
+
Elo 1169 [95% CI 1130–1207]
|
| 33 |
Stability 0.132
|
| 34 |
+
Validity 0.560</title></rect><rect x='329.6' y='149.1' width='22.4' height='178.9' fill='#bbd9ea' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='352.0' y='149.1' width='22.4' height='178.9' fill='#e59a5f' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='352.0' x2='352.0' y1='130.8' y2='168.0'/><line x1='347.0' x2='357.0' y1='130.8' y2='130.8'/><line x1='347.0' x2='357.0' y1='168.0' y2='168.0'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(356.0 342.0) rotate(-35)'>SFS</text><rect class='sa-hit' x='320.0' y='18' width='64' height='414'><title>SFS (Forward search, search)
|
| 35 |
+
Elo 1178 [95% CI 1146–1209]
|
| 36 |
Stability 0.267
|
| 37 |
+
Validity 0.627</title></rect><rect x='393.6' y='146.1' width='22.4' height='181.9' fill='#5ba4cd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='416.0' y='146.1' width='22.4' height='181.9' fill='#dc7a2d' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='416.0' x2='416.0' y1='129.6' y2='161.5'/><line x1='411.0' x2='421.0' y1='129.6' y2='129.6'/><line x1='411.0' x2='421.0' y1='161.5' y2='161.5'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(420.0 342.0) rotate(-35)'>GainRatio</text><rect class='sa-hit' x='384.0' y='18' width='64' height='414'><title>GainRatio (Information theory, non-search)
|
| 38 |
+
Elo 1183 [95% CI 1157–1211]
|
| 39 |
Stability 0.644
|
| 40 |
+
Validity 0.825</title></rect><rect x='457.6' y='140.2' width='22.4' height='187.8' fill='#65aad0' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='480.0' y='140.2' width='22.4' height='187.8' fill='#e39658' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='480.0' x2='480.0' y1='124.3' y2='156.8'/><line x1='475.0' x2='485.0' y1='124.3' y2='124.3'/><line x1='475.0' x2='485.0' y1='156.8' y2='156.8'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(484.0 342.0) rotate(-35)'>mRMR</text><rect class='sa-hit' x='448.0' y='18' width='64' height='414'><title>mRMR (Information theory, non-search)
|
| 41 |
+
Elo 1193 [95% CI 1165–1220]
|
| 42 |
Stability 0.604
|
| 43 |
+
Validity 0.655</title></rect><rect x='521.6' y='137.3' width='22.4' height='190.7' fill='#5aa4cd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='544.0' y='137.3' width='22.4' height='190.7' fill='#e08842' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='544.0' x2='544.0' y1='118.4' y2='156.2'/><line x1='539.0' x2='549.0' y1='118.4' y2='118.4'/><line x1='539.0' x2='549.0' y1='156.2' y2='156.2'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(548.0 342.0) rotate(-35)'>(R)ReliefF</text><rect class='sa-hit' x='512.0' y='18' width='64' height='414'><title>(R)ReliefF (Distance, non-search)
|
| 44 |
+
Elo 1198 [95% CI 1166–1230]
|
| 45 |
Stability 0.646
|
| 46 |
+
Validity 0.740</title></rect><rect x='585.6' y='124.3' width='22.4' height='203.7' fill='#96c5df' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='608.0' y='124.3' width='22.4' height='203.7' fill='#ecb489' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='608.0' x2='608.0' y1='108.3' y2='140.8'/><line x1='603.0' x2='613.0' y1='108.3' y2='108.3'/><line x1='603.0' x2='613.0' y1='140.8' y2='140.8'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(612.0 342.0) rotate(-35)'>MarkovBlanket</text><rect class='sa-hit' x='576.0' y='18' width='64' height='414'><title>MarkovBlanket (Backward search, search)
|
| 47 |
+
Elo 1220 [95% CI 1192–1247]
|
| 48 |
Stability 0.413
|
| 49 |
+
Validity 0.463</title></rect><rect x='649.6' y='120.7' width='22.4' height='207.3' fill='#a3cce3' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='672.0' y='120.7' width='22.4' height='207.3' fill='#e08945' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='672.0' x2='672.0' y1='103.6' y2='139.6'/><line x1='667.0' x2='677.0' y1='103.6' y2='103.6'/><line x1='667.0' x2='677.0' y1='139.6' y2='139.6'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(676.0 342.0) rotate(-35)'>Lasso</text><rect class='sa-hit' x='640.0' y='18' width='64' height='414'><title>Lasso (Regularization, non-search)
|
| 50 |
+
Elo 1226 [95% CI 1194–1255]
|
| 51 |
Stability 0.362
|
| 52 |
+
Validity 0.730</title></rect><rect x='713.6' y='119.0' width='22.4' height='209.0' fill='#529fcb' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='736.0' y='119.0' width='22.4' height='209.0' fill='#db7727' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='736.0' x2='736.0' y1='102.4' y2='136.1'/><line x1='731.0' x2='741.0' y1='102.4' y2='102.4'/><line x1='731.0' x2='741.0' y1='136.1' y2='136.1'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(740.0 342.0) rotate(-35)'>F-Test</text><rect class='sa-hit' x='704.0' y='18' width='64' height='414'><title>F-Test (Correlation, non-search)
|
| 53 |
+
Elo 1229 [95% CI 1200–1257]
|
| 54 |
Stability 0.679
|
| 55 |
Validity 0.846</title></rect><rect x='777.6' y='107.8' width='22.4' height='220.2' fill='#5aa4cd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='800.0' y='107.8' width='22.4' height='220.2' fill='#de8137' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='800.0' x2='800.0' y1='91.2' y2='121.9'/><line x1='795.0' x2='805.0' y1='91.2' y2='91.2'/><line x1='795.0' x2='805.0' y1='121.9' y2='121.9'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(804.0 342.0) rotate(-35)'>MI</text><rect class='sa-hit' x='768.0' y='18' width='64' height='414'><title>MI (Information theory, non-search)
|
| 56 |
Elo 1248 [95% CI 1224–1276]
|
|
|
|
| 58 |
Validity 0.785</title></rect><rect x='841.6' y='105.4' width='22.4' height='222.6' fill='#8dc0dd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='864.0' y='105.4' width='22.4' height='222.6' fill='#df853d' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='864.0' x2='864.0' y1='86.5' y2='124.9'/><line x1='859.0' x2='869.0' y1='86.5' y2='86.5'/><line x1='859.0' x2='869.0' y1='124.9' y2='124.9'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(868.0 342.0) rotate(-35)'>ElasticNet</text><rect class='sa-hit' x='832.0' y='18' width='64' height='414'><title>ElasticNet (Regularization, non-search)
|
| 59 |
Elo 1252 [95% CI 1219–1284]
|
| 60 |
Stability 0.447
|
| 61 |
+
Validity 0.760</title></rect><rect x='905.6' y='97.7' width='22.4' height='230.3' fill='#93c3df' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='928.0' y='97.7' width='22.4' height='230.3' fill='#e6a16a' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='928.0' x2='928.0' y1='77.6' y2='114.8'/><line x1='923.0' x2='933.0' y1='77.6' y2='77.6'/><line x1='923.0' x2='933.0' y1='114.8' y2='114.8'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(932.0 342.0) rotate(-35)'>CART</text><rect class='sa-hit' x='896.0' y='18' width='64' height='414'><title>CART (Tree, non-search)
|
| 62 |
+
Elo 1265 [95% CI 1236–1299]
|
| 63 |
Stability 0.422
|
| 64 |
+
Validity 0.586</title></rect><rect x='969.6' y='71.1' width='22.4' height='256.9' fill='#5ba4cd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='992.0' y='71.1' width='22.4' height='256.9' fill='#e39354' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='992.0' x2='992.0' y1='52.2' y2='89.4'/><line x1='987.0' x2='997.0' y1='52.2' y2='52.2'/><line x1='987.0' x2='997.0' y1='89.4' y2='89.4'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(996.0 342.0) rotate(-35)'>RFImportance</text><rect class='sa-hit' x='960.0' y='18' width='64' height='414'><title>RFImportance (Tree, non-search)
|
| 65 |
+
Elo 1310 [95% CI 1279–1342]
|
| 66 |
Stability 0.643
|
| 67 |
Validity 0.669</title></rect><line class='sa-ink' x1='64' x2='1024' y1='328.0' y2='328.0' stroke-width='1' opacity='0.4'/><rect x='1070' y='40.0' width='12' height='107.0' fill='url(#sa-g-stab)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='30.0' text-anchor='middle' font-size='12'>stable</text><text class='sa-text' x='1076' y='165.0' text-anchor='middle' font-size='12'>unstable</text><text class='sa-muted' x='1088' y='151.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='97.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='44.0' font-size='11'>1.0</text><rect x='1070' y='207.0' width='12' height='107.0' fill='url(#sa-g-val)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='197.0' text-anchor='middle' font-size='12'>valid</text><text class='sa-text' x='1076' y='332.0' text-anchor='middle' font-size='12'>invalid</text><text class='sa-muted' x='1088' y='318.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='264.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='211.0' font-size='11'>1.0</text><rect x='1070' y='352.0' width='12' height='12' fill='url(#sa-na)' stroke='#000' stroke-width='0.6'/><text class='sa-muted' x='1088' y='362.0' font-size='11'>no result</text></svg><script type='text/plain' id='sa-csv'>Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Stability,Validity
|
| 68 |
+
RFImportance,Non-search,Tree,1310.0,1279.0,1342.0,0.643,0.669
|
| 69 |
+
CART,Non-search,Tree,1265.0,1236.0,1299.0,0.422,0.586
|
| 70 |
ElasticNet,Non-search,Regularization,1252.0,1219.0,1284.0,0.447,0.76
|
| 71 |
MI,Non-search,Information theory,1248.0,1224.0,1276.0,0.647,0.785
|
| 72 |
+
F-Test,Non-search,Correlation,1229.0,1200.0,1257.0,0.679,0.846
|
| 73 |
+
Lasso,Non-search,Regularization,1226.0,1194.0,1255.0,0.362,0.73
|
| 74 |
+
MarkovBlanket,Search,Backward search,1220.0,1192.0,1247.0,0.413,0.463
|
| 75 |
+
(R)ReliefF,Non-search,Distance,1198.0,1166.0,1230.0,0.646,0.74
|
| 76 |
+
mRMR,Non-search,Information theory,1193.0,1165.0,1220.0,0.604,0.655
|
| 77 |
+
GainRatio,Non-search,Information theory,1183.0,1157.0,1211.0,0.644,0.825
|
| 78 |
+
SFS,Search,Forward search,1178.0,1146.0,1209.0,0.267,0.627
|
| 79 |
+
SBE,Search,Backward search,1169.0,1130.0,1207.0,0.132,0.56
|
| 80 |
+
LOCO,Search,Leave-one-out,1151.0,1119.0,1184.0,0.173,0.583
|
| 81 |
+
Random,Baseline,Baseline,1000.0,966.0,1032.0,0.001,0.5
|
| 82 |
+
LaplacianScore,Non-search,Distance,965.0,913.0,1008.0,0.652,0.797
|
| 83 |
</script><script>
|
| 84 |
function saDownload(name, blob) {
|
| 85 |
var a = document.createElement('a');
|
data/subsets/tasks_all/models_all/budgets_all/leaderboard_table.html
CHANGED
|
@@ -29,22 +29,22 @@ td.na { color:var(--muted); }
|
|
| 29 |
font-size:12px; color:var(--fg); }
|
| 30 |
.pill.cat-search { border-color:var(--accent); }
|
| 31 |
.pill.cat-baseline { color:var(--muted); }
|
| 32 |
-
</style></head><body><div class='toolbar'><span class='hint'>Click a column to sort. Hover a header for its definition.</span><button onclick="saCsv('selectarena_leaderboard.csv')">CSV</button></div><div class='wrap'><table id='sa-table'><thead><tr><th class='num'>#</th><th class=''>Method</th><th class='' title='Taxonomy of the paper (Appendix A). Search methods evaluate many feature subsets with the model (forward, backward, leave-one-out); non-search methods use a proxy instead (correlation, distance, information theory, tree, regularization).'>Type</th><th class='num' title='Bradley-Terry Elo from pairwise matches within each dataset, budget and downstream model. Random = 1000. +/− give the 95% bootstrap interval.'>Elo ↑</th><th class='num' title='Mean rank of the downstream error.'>Avg. rank ↓</th><th class='num' title='Share of pairwise comparisons won, in %. Ties count half.'>Win rate ↑</th><th class='num' title='Mean relative gap (error − best error) / error to the best method, in %.'>Improvability ↓</th><th class='num' title='Mean ratio of the error to the same model trained on all features. Below 1: the selection helped.'>Error vs. all ↓</th><th class='num' title='Agreement of the selected features across bootstrap resamples (Nogueira et al., 2018).'>Stability ↑</th><th class='num' title='Share of the budget filled with original features when as many noise features are added.'>Validity ↑</th><th class='num' title='Median wall-clock time of the selection.'>Time (s) ↓</th><th class='num' title='Share of runs where the method ran out of time and random features filled the budget.'>Fallback (%)</th><th class='num'>#Datasets</th></tr></thead><tbody><tr><td class='num' data-sort='1'>1</td><td class='method' data-sort='RFImportance'>RFImportance</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1310.0'>1310<span class='sub'>+31 / −30</span></td><td class='num' data-sort='6.15'>6.15</td><td class='num' data-sort='63.2'>63.2</td><td class='num' data-sort='15.1'>15.1</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.643'>0.643</td><td class='num' data-sort='0.669'>0.669</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='2'>2</td><td class='method' data-sort='CART'>CART</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1265.0'>1265<span class='sub'>+33 / −33</span></td><td class='num' data-sort='6.69'>6.69</td><td class='num' data-sort='59.3'>59.3</td><td class='num' data-sort='18.0'>18.0</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.422'>0.422</td><td class='num' data-sort='0.586'>0.586</td><td class='num' data-sort='0.1'>0.1</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='3'>3</td><td class='method' data-sort='ElasticNet'>ElasticNet</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1252.0'>1252<span class='sub'>+32 / −33</span></td><td class='num' data-sort='6.87'>6.87</td><td class='num' data-sort='58.1'>58.1</td><td class='num' data-sort='18.3'>18.3</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.447'>0.447</td><td class='num' data-sort='0.76'>0.760</td><td class='num' data-sort='7.6'>7.6</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='4'>4</td><td class='method' data-sort='MI'>MI</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1248.0'>1248<span class='sub'>+28 / −24</span></td><td class='num' data-sort='6.99'>6.99</td><td class='num' data-sort='57.2'>57.2</td><td class='num' data-sort='18.2'>18.2</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.647'>0.647</td><td class='num' data-sort='0.785'>0.785</td><td class='num' data-sort='0.4'>0.4</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='5'>5</td><td class='method' data-sort='F-Test'>F-Test</td><td class='' data-sort='Correlation'><span class='pill cat-non-search'>Correlation</span><span class='sub'>non-search</span></td><td class='num' data-sort='1229.0'>1229<span class='sub'>+27 / −26</span></td><td class='num' data-sort='7.35'>7.35</td><td class='num' data-sort='54.6'>54.6</td><td class='num' data-sort='19.0'>19.0</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.679'>0.679</td><td class='num' data-sort='0.846'>0.846</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='6'>6</td><td class='method' data-sort='Lasso'>Lasso</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1226.0'>1226<span class='sub'>+31 / −30</span></td><td class='num' data-sort='7.2'>7.20</td><td class='num' data-sort='55.7'>55.7</td><td class='num' data-sort='18.7'>18.7</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.362'>0.362</td><td class='num' data-sort='0.73'>0.730</td><td class='num' data-sort='2.1'>2.1</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='7'>7</td><td class='method' data-sort='MarkovBlanket'>MarkovBlanket</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1220.0'>1220<span class='sub'>+25 / −29</span></td><td class='num' data-sort='7.55'>7.55</td><td class='num' data-sort='53.2'>53.2</td><td class='num' data-sort='19.6'>19.6</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.413'>0.413</td><td class='num' data-sort='0.463'>0.463</td><td class='num' data-sort='0.1'>0.1</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='8'>8</td><td class='method' data-sort='(R)ReliefF'>(R)ReliefF</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='1198.0'>1198<span class='sub'>+30 / −30</span></td><td class='num' data-sort='8.0'>8.00</td><td class='num' data-sort='50.0'>50.0</td><td class='num' data-sort='20.6'>20.6</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.646'>0.646</td><td class='num' data-sort='0.74'>0.740</td><td class='num' data-sort='14.3'>14.3</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='9'>9</td><td class='method' data-sort='mRMR'>mRMR</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1193.0'>1193<span class='sub'>+28 / −28</span></td><td class='num' data-sort='7.96'>7.96</td><td class='num' data-sort='50.3'>50.3</td><td class='num' data-sort='19.9'>19.9</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.604'>0.604</td><td class='num' data-sort='0.655'>0.655</td><td class='num' data-sort='0.4'>0.4</td><td class='num' data-sort='3.4'>3.4</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='10'>10</td><td class='method' data-sort='GainRatio'>GainRatio</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1183.0'>1183<span class='sub'>+29 / −26</span></td><td class='num' data-sort='8.19'>8.19</td><td class='num' data-sort='48.6'>48.6</td><td class='num' data-sort='21.5'>21.5</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.644'>0.644</td><td class='num' data-sort='0.825'>0.825</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='11'>11</td><td class='method' data-sort='SFS'>SFS</td><td class='' data-sort='Forward search'><span class='pill cat-search'>Forward search</span><span class='sub'>search</span></td><td class='num' data-sort='1178.0'>1178<span class='sub'>+33 / −26</span></td><td class='num' data-sort='7.99'>7.99</td><td class='num' data-sort='50.1'>50.1</td><td class='num' data-sort='21.7'>21.7</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.267'>0.267</td><td class='num' data-sort='0.627'>0.627</td><td class='num' data-sort='2105.8'>2,105.8</td><td class='num' data-sort='43.5'>43.5</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='12'>12</td><td class='method' data-sort='SBE'>SBE</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1169.0'>1169<span class='sub'>+42 / −36</span></td><td class='num' data-sort='8.31'>8.31</td><td class='num' data-sort='47.8'>47.8</td><td class='num' data-sort='23.7'>23.7</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.132'>0.132</td><td class='num' data-sort='0.56'>0.560</td><td class='num' data-sort='2495.5'>2,495.5</td><td class='num' data-sort='46.5'>46.5</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='13'>13</td><td class='method' data-sort='LOCO'>LOCO</td><td class='' data-sort='Leave-one-out'><span class='pill cat-search'>Leave-one-out</span><span class='sub'>search</span></td><td class='num' data-sort='1151.0'>1151<span class='sub'>+32 / −31</span></td><td class='num' data-sort='8.39'>8.39</td><td class='num' data-sort='47.2'>47.2</td><td class='num' data-sort='23.8'>23.8</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.173'>0.173</td><td class='num' data-sort='0.583'>0.583</td><td class='num' data-sort='241.5'>241.5</td><td class='num' data-sort='7.6'>7.6</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='14'>14</td><td class='method' data-sort='Random'>Random</td><td class='' data-sort='Baseline'><span class='pill cat-baseline'>Baseline</span></td><td class='num' data-sort='1000.0'>1000<span class='sub'>+30 / −33</span></td><td class='num' data-sort='10.72'>10.72</td><td class='num' data-sort='30.6'>30.6</td><td class='num' data-sort='32.0'>32.0</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.001'>0.001</td><td class='num' data-sort='0.5'>0.500</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='100.0'>100.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='15'>15</td><td class='method' data-sort='LaplacianScore'>LaplacianScore</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='965.0'>965<span class='sub'>+48 / −52</span></td><td class='num' data-sort='11.64'>11.64</td><td class='num' data-sort='24.0'>24.0</td><td class='num' data-sort='36.6'>36.6</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.652'>0.652</td><td class='num' data-sort='0.797'>0.797</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr></tbody></table></div><script type='text/plain' id='sa-csv'>Rank,Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Avg. rank,Win rate (%),Improvability (%),Error vs. all features,Stability,Validity,Selection time (s),Fallback rate (%),#Datasets,#Comparisons
|
| 33 |
-
1,RFImportance,Non-search,Tree,1310.0,
|
| 34 |
-
2,CART,Non-search,Tree,1265.0,
|
| 35 |
3,ElasticNet,Non-search,Regularization,1252.0,1219.0,1284.0,6.87,58.1,18.3,,0.447,0.76,7.6,0.0,71,5325
|
| 36 |
4,MI,Non-search,Information theory,1248.0,1224.0,1276.0,6.99,57.2,18.2,,0.647,0.785,0.4,0.0,71,5325
|
| 37 |
-
5,F-Test,Non-search,Correlation,1229.0,
|
| 38 |
-
6,Lasso,Non-search,Regularization,1226.0,
|
| 39 |
-
7,MarkovBlanket,Search,Backward search,1220.0,
|
| 40 |
-
8,(R)ReliefF,Non-search,Distance,1198.0,
|
| 41 |
-
9,mRMR,Non-search,Information theory,1193.0,1165.0,
|
| 42 |
-
10,GainRatio,Non-search,Information theory,1183.0,1157.0,
|
| 43 |
-
11,SFS,Search,Forward search,1178.0,
|
| 44 |
-
12,SBE,Search,Backward search,1169.0,
|
| 45 |
-
13,LOCO,Search,Leave-one-out,1151.0,
|
| 46 |
-
14,Random,Baseline,Baseline,1000.0,
|
| 47 |
-
15,LaplacianScore,Non-search,Distance,965.0,913.0,
|
| 48 |
</script><script>
|
| 49 |
function saDownload(name, blob) {
|
| 50 |
var a = document.createElement('a');
|
|
|
|
| 29 |
font-size:12px; color:var(--fg); }
|
| 30 |
.pill.cat-search { border-color:var(--accent); }
|
| 31 |
.pill.cat-baseline { color:var(--muted); }
|
| 32 |
+
</style></head><body><div class='toolbar'><span class='hint'>Click a column to sort. Hover a header for its definition.</span><button onclick="saCsv('selectarena_leaderboard.csv')">CSV</button></div><div class='wrap'><table id='sa-table'><thead><tr><th class='num'>#</th><th class=''>Method</th><th class='' title='Taxonomy of the paper (Appendix A). Search methods evaluate many feature subsets with the model (forward, backward, leave-one-out); non-search methods use a proxy instead (correlation, distance, information theory, tree, regularization).'>Type</th><th class='num' title='Bradley-Terry Elo from pairwise matches within each dataset, budget and downstream model. Random = 1000. +/− give the 95% bootstrap interval.'>Elo ↑</th><th class='num' title='Mean rank of the downstream error.'>Avg. rank ↓</th><th class='num' title='Share of pairwise comparisons won, in %. Ties count half.'>Win rate ↑</th><th class='num' title='Mean relative gap (error − best error) / error to the best method, in %.'>Improvability ↓</th><th class='num' title='Mean ratio of the error to the same model trained on all features. Below 1: the selection helped.'>Error vs. all ↓</th><th class='num' title='Agreement of the selected features across bootstrap resamples (Nogueira et al., 2018).'>Stability ↑</th><th class='num' title='Share of the budget filled with original features when as many noise features are added.'>Validity ↑</th><th class='num' title='Median wall-clock time of the selection.'>Time (s) ↓</th><th class='num' title='Share of runs where the method ran out of time and random features filled the budget.'>Fallback (%)</th><th class='num'>#Datasets</th></tr></thead><tbody><tr><td class='num' data-sort='1'>1</td><td class='method' data-sort='RFImportance'>RFImportance</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1310.0'>1310<span class='sub'>+32 / −31</span></td><td class='num' data-sort='6.15'>6.15</td><td class='num' data-sort='63.2'>63.2</td><td class='num' data-sort='15.1'>15.1</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.643'>0.643</td><td class='num' data-sort='0.669'>0.669</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='2'>2</td><td class='method' data-sort='CART'>CART</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1265.0'>1265<span class='sub'>+34 / −29</span></td><td class='num' data-sort='6.69'>6.69</td><td class='num' data-sort='59.3'>59.3</td><td class='num' data-sort='18.0'>18.0</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.422'>0.422</td><td class='num' data-sort='0.586'>0.586</td><td class='num' data-sort='0.1'>0.1</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='3'>3</td><td class='method' data-sort='ElasticNet'>ElasticNet</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1252.0'>1252<span class='sub'>+32 / −33</span></td><td class='num' data-sort='6.87'>6.87</td><td class='num' data-sort='58.1'>58.1</td><td class='num' data-sort='18.3'>18.3</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.447'>0.447</td><td class='num' data-sort='0.76'>0.760</td><td class='num' data-sort='7.6'>7.6</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='4'>4</td><td class='method' data-sort='MI'>MI</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1248.0'>1248<span class='sub'>+28 / −24</span></td><td class='num' data-sort='6.99'>6.99</td><td class='num' data-sort='57.2'>57.2</td><td class='num' data-sort='18.2'>18.2</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.647'>0.647</td><td class='num' data-sort='0.785'>0.785</td><td class='num' data-sort='0.4'>0.4</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='5'>5</td><td class='method' data-sort='F-Test'>F-Test</td><td class='' data-sort='Correlation'><span class='pill cat-non-search'>Correlation</span><span class='sub'>non-search</span></td><td class='num' data-sort='1229.0'>1229<span class='sub'>+28 / −29</span></td><td class='num' data-sort='7.35'>7.35</td><td class='num' data-sort='54.6'>54.6</td><td class='num' data-sort='19.0'>19.0</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.679'>0.679</td><td class='num' data-sort='0.846'>0.846</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='6'>6</td><td class='method' data-sort='Lasso'>Lasso</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1226.0'>1226<span class='sub'>+29 / −32</span></td><td class='num' data-sort='7.2'>7.20</td><td class='num' data-sort='55.7'>55.7</td><td class='num' data-sort='18.7'>18.7</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.362'>0.362</td><td class='num' data-sort='0.73'>0.730</td><td class='num' data-sort='2.1'>2.1</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='7'>7</td><td class='method' data-sort='MarkovBlanket'>MarkovBlanket</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1220.0'>1220<span class='sub'>+27 / −28</span></td><td class='num' data-sort='7.55'>7.55</td><td class='num' data-sort='53.2'>53.2</td><td class='num' data-sort='19.6'>19.6</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.413'>0.413</td><td class='num' data-sort='0.463'>0.463</td><td class='num' data-sort='0.1'>0.1</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='8'>8</td><td class='method' data-sort='(R)ReliefF'>(R)ReliefF</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='1198.0'>1198<span class='sub'>+32 / −32</span></td><td class='num' data-sort='8.0'>8.00</td><td class='num' data-sort='50.0'>50.0</td><td class='num' data-sort='20.6'>20.6</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.646'>0.646</td><td class='num' data-sort='0.74'>0.740</td><td class='num' data-sort='14.3'>14.3</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='9'>9</td><td class='method' data-sort='mRMR'>mRMR</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1193.0'>1193<span class='sub'>+27 / −28</span></td><td class='num' data-sort='7.96'>7.96</td><td class='num' data-sort='50.3'>50.3</td><td class='num' data-sort='19.9'>19.9</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.604'>0.604</td><td class='num' data-sort='0.655'>0.655</td><td class='num' data-sort='0.4'>0.4</td><td class='num' data-sort='3.4'>3.4</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='10'>10</td><td class='method' data-sort='GainRatio'>GainRatio</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1183.0'>1183<span class='sub'>+28 / −26</span></td><td class='num' data-sort='8.19'>8.19</td><td class='num' data-sort='48.6'>48.6</td><td class='num' data-sort='21.5'>21.5</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.644'>0.644</td><td class='num' data-sort='0.825'>0.825</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='11'>11</td><td class='method' data-sort='SFS'>SFS</td><td class='' data-sort='Forward search'><span class='pill cat-search'>Forward search</span><span class='sub'>search</span></td><td class='num' data-sort='1178.0'>1178<span class='sub'>+31 / −32</span></td><td class='num' data-sort='7.99'>7.99</td><td class='num' data-sort='50.1'>50.1</td><td class='num' data-sort='21.7'>21.7</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.267'>0.267</td><td class='num' data-sort='0.627'>0.627</td><td class='num' data-sort='2105.8'>2,105.8</td><td class='num' data-sort='43.5'>43.5</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='12'>12</td><td class='method' data-sort='SBE'>SBE</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1169.0'>1169<span class='sub'>+38 / −39</span></td><td class='num' data-sort='8.31'>8.31</td><td class='num' data-sort='47.8'>47.8</td><td class='num' data-sort='23.7'>23.7</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.132'>0.132</td><td class='num' data-sort='0.56'>0.560</td><td class='num' data-sort='2495.5'>2,495.5</td><td class='num' data-sort='46.5'>46.5</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='13'>13</td><td class='method' data-sort='LOCO'>LOCO</td><td class='' data-sort='Leave-one-out'><span class='pill cat-search'>Leave-one-out</span><span class='sub'>search</span></td><td class='num' data-sort='1151.0'>1151<span class='sub'>+33 / −32</span></td><td class='num' data-sort='8.39'>8.39</td><td class='num' data-sort='47.2'>47.2</td><td class='num' data-sort='23.8'>23.8</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.173'>0.173</td><td class='num' data-sort='0.583'>0.583</td><td class='num' data-sort='241.5'>241.5</td><td class='num' data-sort='7.6'>7.6</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='14'>14</td><td class='method' data-sort='Random'>Random</td><td class='' data-sort='Baseline'><span class='pill cat-baseline'>Baseline</span></td><td class='num' data-sort='1000.0'>1000<span class='sub'>+32 / −34</span></td><td class='num' data-sort='10.72'>10.72</td><td class='num' data-sort='30.6'>30.6</td><td class='num' data-sort='32.0'>32.0</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.001'>0.001</td><td class='num' data-sort='0.5'>0.500</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='100.0'>100.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='15'>15</td><td class='method' data-sort='LaplacianScore'>LaplacianScore</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='965.0'>965<span class='sub'>+43 / −52</span></td><td class='num' data-sort='11.64'>11.64</td><td class='num' data-sort='24.0'>24.0</td><td class='num' data-sort='36.6'>36.6</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.652'>0.652</td><td class='num' data-sort='0.797'>0.797</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr></tbody></table></div><script type='text/plain' id='sa-csv'>Rank,Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Avg. rank,Win rate (%),Improvability (%),Error vs. all features,Stability,Validity,Selection time (s),Fallback rate (%),#Datasets,#Comparisons
|
| 33 |
+
1,RFImportance,Non-search,Tree,1310.0,1279.0,1342.0,6.15,63.2,15.1,,0.643,0.669,0.2,0.0,71,5325
|
| 34 |
+
2,CART,Non-search,Tree,1265.0,1236.0,1299.0,6.69,59.3,18.0,,0.422,0.586,0.1,0.0,71,5325
|
| 35 |
3,ElasticNet,Non-search,Regularization,1252.0,1219.0,1284.0,6.87,58.1,18.3,,0.447,0.76,7.6,0.0,71,5325
|
| 36 |
4,MI,Non-search,Information theory,1248.0,1224.0,1276.0,6.99,57.2,18.2,,0.647,0.785,0.4,0.0,71,5325
|
| 37 |
+
5,F-Test,Non-search,Correlation,1229.0,1200.0,1257.0,7.35,54.6,19.0,,0.679,0.846,0.0,0.0,71,5325
|
| 38 |
+
6,Lasso,Non-search,Regularization,1226.0,1194.0,1255.0,7.2,55.7,18.7,,0.362,0.73,2.1,0.0,71,5325
|
| 39 |
+
7,MarkovBlanket,Search,Backward search,1220.0,1192.0,1247.0,7.55,53.2,19.6,,0.413,0.463,0.1,0.0,71,5325
|
| 40 |
+
8,(R)ReliefF,Non-search,Distance,1198.0,1166.0,1230.0,8.0,50.0,20.6,,0.646,0.74,14.3,0.0,71,5325
|
| 41 |
+
9,mRMR,Non-search,Information theory,1193.0,1165.0,1220.0,7.96,50.3,19.9,,0.604,0.655,0.4,3.4,71,5325
|
| 42 |
+
10,GainRatio,Non-search,Information theory,1183.0,1157.0,1211.0,8.19,48.6,21.5,,0.644,0.825,0.2,0.0,71,5325
|
| 43 |
+
11,SFS,Search,Forward search,1178.0,1146.0,1209.0,7.99,50.1,21.7,,0.267,0.627,2105.8,43.5,71,5324
|
| 44 |
+
12,SBE,Search,Backward search,1169.0,1130.0,1207.0,8.31,47.8,23.7,,0.132,0.56,2495.5,46.5,71,5324
|
| 45 |
+
13,LOCO,Search,Leave-one-out,1151.0,1119.0,1184.0,8.39,47.2,23.8,,0.173,0.583,241.5,7.6,71,5325
|
| 46 |
+
14,Random,Baseline,Baseline,1000.0,966.0,1032.0,10.72,30.6,32.0,,0.001,0.5,0.0,100.0,71,5325
|
| 47 |
+
15,LaplacianScore,Non-search,Distance,965.0,913.0,1008.0,11.64,24.0,36.6,,0.652,0.797,0.2,0.0,71,5325
|
| 48 |
</script><script>
|
| 49 |
function saDownload(name, blob) {
|
| 50 |
var a = document.createElement('a');
|
data/subsets/tasks_all/models_all/budgets_all/website_leaderboard.csv
CHANGED
|
@@ -1,16 +1,16 @@
|
|
| 1 |
Rank,Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Avg. rank,Win rate (%),Improvability (%),Error vs. all features,Stability,Validity,Selection time (s),Fallback rate (%),#Datasets,#Comparisons
|
| 2 |
-
1,RFImportance,Non-search,Tree,1310.0,
|
| 3 |
-
2,CART,Non-search,Tree,1265.0,
|
| 4 |
3,ElasticNet,Non-search,Regularization,1252.0,1219.0,1284.0,6.87,58.1,18.3,,0.447,0.76,7.6,0.0,71,5325
|
| 5 |
4,MI,Non-search,Information theory,1248.0,1224.0,1276.0,6.99,57.2,18.2,,0.647,0.785,0.4,0.0,71,5325
|
| 6 |
-
5,F-Test,Non-search,Correlation,1229.0,
|
| 7 |
-
6,Lasso,Non-search,Regularization,1226.0,
|
| 8 |
-
7,MarkovBlanket,Search,Backward search,1220.0,
|
| 9 |
-
8,(R)ReliefF,Non-search,Distance,1198.0,
|
| 10 |
-
9,mRMR,Non-search,Information theory,1193.0,1165.0,
|
| 11 |
-
10,GainRatio,Non-search,Information theory,1183.0,1157.0,
|
| 12 |
-
11,SFS,Search,Forward search,1178.0,
|
| 13 |
-
12,SBE,Search,Backward search,1169.0,
|
| 14 |
-
13,LOCO,Search,Leave-one-out,1151.0,
|
| 15 |
-
14,Random,Baseline,Baseline,1000.0,
|
| 16 |
-
15,LaplacianScore,Non-search,Distance,965.0,913.0,
|
|
|
|
| 1 |
Rank,Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Avg. rank,Win rate (%),Improvability (%),Error vs. all features,Stability,Validity,Selection time (s),Fallback rate (%),#Datasets,#Comparisons
|
| 2 |
+
1,RFImportance,Non-search,Tree,1310.0,1279.0,1342.0,6.15,63.2,15.1,,0.643,0.669,0.2,0.0,71,5325
|
| 3 |
+
2,CART,Non-search,Tree,1265.0,1236.0,1299.0,6.69,59.3,18.0,,0.422,0.586,0.1,0.0,71,5325
|
| 4 |
3,ElasticNet,Non-search,Regularization,1252.0,1219.0,1284.0,6.87,58.1,18.3,,0.447,0.76,7.6,0.0,71,5325
|
| 5 |
4,MI,Non-search,Information theory,1248.0,1224.0,1276.0,6.99,57.2,18.2,,0.647,0.785,0.4,0.0,71,5325
|
| 6 |
+
5,F-Test,Non-search,Correlation,1229.0,1200.0,1257.0,7.35,54.6,19.0,,0.679,0.846,0.0,0.0,71,5325
|
| 7 |
+
6,Lasso,Non-search,Regularization,1226.0,1194.0,1255.0,7.2,55.7,18.7,,0.362,0.73,2.1,0.0,71,5325
|
| 8 |
+
7,MarkovBlanket,Search,Backward search,1220.0,1192.0,1247.0,7.55,53.2,19.6,,0.413,0.463,0.1,0.0,71,5325
|
| 9 |
+
8,(R)ReliefF,Non-search,Distance,1198.0,1166.0,1230.0,8.0,50.0,20.6,,0.646,0.74,14.3,0.0,71,5325
|
| 10 |
+
9,mRMR,Non-search,Information theory,1193.0,1165.0,1220.0,7.96,50.3,19.9,,0.604,0.655,0.4,3.4,71,5325
|
| 11 |
+
10,GainRatio,Non-search,Information theory,1183.0,1157.0,1211.0,8.19,48.6,21.5,,0.644,0.825,0.2,0.0,71,5325
|
| 12 |
+
11,SFS,Search,Forward search,1178.0,1146.0,1209.0,7.99,50.1,21.7,,0.267,0.627,2105.8,43.5,71,5324
|
| 13 |
+
12,SBE,Search,Backward search,1169.0,1130.0,1207.0,8.31,47.8,23.7,,0.132,0.56,2495.5,46.5,71,5324
|
| 14 |
+
13,LOCO,Search,Leave-one-out,1151.0,1119.0,1184.0,8.39,47.2,23.8,,0.173,0.583,241.5,7.6,71,5325
|
| 15 |
+
14,Random,Baseline,Baseline,1000.0,966.0,1032.0,10.72,30.6,32.0,,0.001,0.5,0.0,100.0,71,5325
|
| 16 |
+
15,LaplacianScore,Non-search,Distance,965.0,913.0,1008.0,11.64,24.0,36.6,,0.652,0.797,0.2,0.0,71,5325
|
data/subsets/tasks_all/models_lightgbm/budgets_0/elo_explorer.html
CHANGED
|
@@ -19,67 +19,67 @@ svg { display:block; width:100%; height:auto; }
|
|
| 19 |
.sa-ink { stroke:var(--fg); }
|
| 20 |
.sa-hit { fill:transparent; }
|
| 21 |
.sa-hit:hover { fill:var(--fg); fill-opacity:0.06; }
|
| 22 |
-
</style><defs><pattern id='sa-na' width='6' height='6' patternUnits='userSpaceOnUse' patternTransform='rotate(45)'><rect width='6' height='6' fill='#e5e7eb'/><line x1='0' y1='0' x2='0' y2='6' stroke='#9ca3af' stroke-width='2'/></pattern><linearGradient id='sa-g-stab' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#0072B2'/></linearGradient><linearGradient id='sa-g-val' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#D55E00'/></linearGradient></defs><line class='sa-grid' x1='64' x2='1024' y1='317.3' y2='317.3' stroke-width='1'/><text class='sa-muted' x='56' y='321.3' text-anchor='end' font-size='12'>800</text><line class='sa-grid' x1='64' x2='1024' y1='274.6' y2='274.6' stroke-width='1'/><text class='sa-muted' x='56' y='278.6' text-anchor='end' font-size='12'>900</text><line class='sa-grid' x1='64' x2='1024' y1='231.8' y2='231.8' stroke-width='1'/><text class='sa-muted' x='56' y='235.8' text-anchor='end' font-size='12'>1000</text><line class='sa-grid' x1='64' x2='1024' y1='189.0' y2='189.0' stroke-width='1'/><text class='sa-muted' x='56' y='193.0' text-anchor='end' font-size='12'>1100</text><line class='sa-grid' x1='64' x2='1024' y1='146.3' y2='146.3' stroke-width='1'/><text class='sa-muted' x='56' y='150.3' text-anchor='end' font-size='12'>1200</text><line class='sa-grid' x1='64' x2='1024' y1='103.5' y2='103.5' stroke-width='1'/><text class='sa-muted' x='56' y='107.5' text-anchor='end' font-size='12'>1300</text><line class='sa-grid' x1='64' x2='1024' y1='60.8' y2='60.8' stroke-width='1'/><text class='sa-muted' x='56' y='64.8' text-anchor='end' font-size='12'>1400</text><line class='sa-grid' x1='64' x2='1024' y1='18.0' y2='18.0' stroke-width='1'/><text class='sa-muted' x='56' y='22.0' text-anchor='end' font-size='12'>1500</text><text class='sa-text' transform='translate(16 173) rotate(-90)' text-anchor='middle' font-size='13'>Elo</text><line class='sa-ink' x1='64' x2='1024' y1='231.8' y2='231.8' stroke-width='1' stroke-dasharray='4 4' opacity='0.5'/><rect x='73.6' y='260.0' width='22.4' height='68.0' fill='#69acd2' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='96.0' y='260.0' width='22.4' height='68.0' fill='#db7727' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='96.0' x2='96.0' y1='227.
|
| 23 |
-
Elo 934 [95% CI
|
| 24 |
Stability 0.588
|
| 25 |
-
Validity 0.847</title></rect><rect x='137.6' y='231.8' width='22.4' height='96.2' fill='#ffffff' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='160.0' y='231.8' width='22.4' height='96.2' fill='#eab081' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='160.0' x2='160.0' y1='
|
| 26 |
-
Elo 1000 [95% CI 933–
|
| 27 |
Stability -0.001
|
| 28 |
-
Validity 0.493</title></rect><rect x='201.6' y='150.1' width='22.4' height='177.9' fill='#5ba4ce' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='224.0' y='150.1' width='22.4' height='177.9' fill='#da7220' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='224.0' x2='224.0' y1='
|
| 29 |
-
Elo 1191 [95% CI 1148–
|
| 30 |
Stability 0.642
|
| 31 |
-
Validity 0.873</title></rect><rect x='265.6' y='148.8' width='22.4' height='179.2' fill='#b3d5e8' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='288.0' y='148.8' width='22.4' height='179.2' fill='#e39455' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='288.0' x2='288.0' y1='
|
| 32 |
-
Elo 1194 [95% CI
|
| 33 |
Stability 0.299
|
| 34 |
-
Validity 0.665</title></rect><rect x='329.6' y='132.2' width='22.4' height='195.8' fill='#cde4f0' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='352.0' y='132.2' width='22.4' height='195.8' fill='#e59b61' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='352.0' x2='352.0' y1='
|
| 35 |
-
Elo 1233 [95% CI
|
| 36 |
Stability 0.195
|
| 37 |
-
Validity 0.621</title></rect><rect x='393.6' y='131.7' width='22.4' height='196.3' fill='#529fcb' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='416.0' y='131.7' width='22.4' height='196.3' fill='#d7670f' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='416.0' x2='416.0' y1='
|
| 38 |
-
Elo 1234 [95% CI 1185–
|
| 39 |
Stability 0.679
|
| 40 |
-
Validity 0.942</title></rect><rect x='457.6' y='123.2' width='22.4' height='204.8' fill='#78b5d6' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='480.0' y='123.2' width='22.4' height='204.8' fill='#de8238' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='480.0' x2='480.0' y1='
|
| 41 |
-
Elo 1254 [95% CI
|
| 42 |
Stability 0.528
|
| 43 |
-
Validity 0.779</title></rect><rect x='521.6' y='116.3' width='22.4' height='211.7' fill='#94c4df' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='544.0' y='116.3' width='22.4' height='211.7' fill='#da701c' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='544.0' x2='544.0' y1='
|
| 44 |
-
Elo 1270 [95% CI
|
| 45 |
Stability 0.421
|
| 46 |
-
Validity 0.890</title></rect><rect x='585.6' y='112.1' width='22.4' height='215.9' fill='#4699c7' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='608.0' y='112.1' width='22.4' height='215.9' fill='#d7660c' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='608.0' x2='608.0' y1='91.
|
| 47 |
-
Elo 1280 [95% CI
|
| 48 |
Stability 0.725
|
| 49 |
-
Validity 0.952</title></rect><rect x='649.6' y='106.9' width='22.4' height='221.1' fill='#5ba4cd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='672.0' y='106.9' width='22.4' height='221.1' fill='#d96e1a' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='672.0' x2='672.0' y1='
|
| 50 |
-
Elo 1292 [95% CI 1250–
|
| 51 |
Stability 0.645
|
| 52 |
-
Validity 0.898</title></rect><rect x='713.6' y='101.8' width='22.4' height='226.2' fill='#7db7d8' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='736.0' y='101.8' width='22.4' height='226.2' fill='#d96c16' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='736.0' x2='736.0' y1='
|
| 53 |
-
Elo 1304 [95% CI
|
| 54 |
Stability 0.509
|
| 55 |
-
Validity 0.915</title></rect><rect x='777.6' y='98.4' width='22.4' height='229.6' fill='#a1cbe3' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='800.0' y='98.4' width='22.4' height='229.6' fill='#e08640' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='800.0' x2='800.0' y1='74.4' y2='
|
| 56 |
-
Elo 1312 [95% CI
|
| 57 |
Stability 0.368
|
| 58 |
-
Validity 0.750</title></rect><rect x='841.6' y='92.8' width='22.4' height='235.2' fill='#94c4df' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='864.0' y='92.8' width='22.4' height='235.2' fill='#ebb488' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='864.0' x2='864.0' y1='
|
| 59 |
-
Elo 1325 [95% CI
|
| 60 |
Stability 0.418
|
| 61 |
-
Validity 0.465</title></rect><rect x='905.6' y='83.4' width='22.4' height='244.6' fill='#84bbda' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='928.0' y='83.4' width='22.4' height='244.6' fill='#e08945' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='928.0' x2='928.0' y1='
|
| 62 |
-
Elo 1347 [95% CI
|
| 63 |
Stability 0.484
|
| 64 |
-
Validity 0.731</title></rect><rect x='969.6' y='74.4' width='22.4' height='253.6' fill='#5fa6cf' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='992.0' y='74.4' width='22.4' height='253.6' fill='#dd7d32' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='992.0' x2='992.0' y1='46.
|
| 65 |
-
Elo 1368 [95% CI 1311–
|
| 66 |
Stability 0.628
|
| 67 |
Validity 0.805</title></rect><line class='sa-ink' x1='64' x2='1024' y1='328.0' y2='328.0' stroke-width='1' opacity='0.4'/><rect x='1070' y='40.0' width='12' height='107.0' fill='url(#sa-g-stab)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='30.0' text-anchor='middle' font-size='12'>stable</text><text class='sa-text' x='1076' y='165.0' text-anchor='middle' font-size='12'>unstable</text><text class='sa-muted' x='1088' y='151.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='97.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='44.0' font-size='11'>1.0</text><rect x='1070' y='207.0' width='12' height='107.0' fill='url(#sa-g-val)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='197.0' text-anchor='middle' font-size='12'>valid</text><text class='sa-text' x='1076' y='332.0' text-anchor='middle' font-size='12'>invalid</text><text class='sa-muted' x='1088' y='318.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='264.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='211.0' font-size='11'>1.0</text><rect x='1070' y='352.0' width='12' height='12' fill='url(#sa-na)' stroke='#000' stroke-width='0.6'/><text class='sa-muted' x='1088' y='362.0' font-size='11'>no result</text></svg><script type='text/plain' id='sa-csv'>Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Stability,Validity
|
| 68 |
-
RFImportance,Non-search,Tree,1368.0,1311.0,
|
| 69 |
-
CART,Non-search,Tree,1347.0,
|
| 70 |
-
MarkovBlanket,Search,Backward search,1325.0,
|
| 71 |
-
SFS,Search,Forward search,1312.0,
|
| 72 |
-
ElasticNet,Non-search,Regularization,1304.0,
|
| 73 |
-
MI,Non-search,Information theory,1292.0,1250.0,
|
| 74 |
-
F-Test,Non-search,Correlation,1280.0,
|
| 75 |
-
Lasso,Non-search,Regularization,1270.0,
|
| 76 |
-
mRMR,Non-search,Information theory,1254.0,
|
| 77 |
-
GainRatio,Non-search,Information theory,1234.0,1185.0,
|
| 78 |
-
SBE,Search,Backward search,1233.0,
|
| 79 |
-
LOCO,Search,Leave-one-out,1194.0,
|
| 80 |
-
(R)ReliefF,Non-search,Distance,1191.0,1148.0,
|
| 81 |
-
Random,Baseline,Baseline,1000.0,933.0,
|
| 82 |
-
LaplacianScore,Non-search,Distance,934.0,
|
| 83 |
</script><script>
|
| 84 |
function saDownload(name, blob) {
|
| 85 |
var a = document.createElement('a');
|
|
|
|
| 19 |
.sa-ink { stroke:var(--fg); }
|
| 20 |
.sa-hit { fill:transparent; }
|
| 21 |
.sa-hit:hover { fill:var(--fg); fill-opacity:0.06; }
|
| 22 |
+
</style><defs><pattern id='sa-na' width='6' height='6' patternUnits='userSpaceOnUse' patternTransform='rotate(45)'><rect width='6' height='6' fill='#e5e7eb'/><line x1='0' y1='0' x2='0' y2='6' stroke='#9ca3af' stroke-width='2'/></pattern><linearGradient id='sa-g-stab' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#0072B2'/></linearGradient><linearGradient id='sa-g-val' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#D55E00'/></linearGradient></defs><line class='sa-grid' x1='64' x2='1024' y1='317.3' y2='317.3' stroke-width='1'/><text class='sa-muted' x='56' y='321.3' text-anchor='end' font-size='12'>800</text><line class='sa-grid' x1='64' x2='1024' y1='274.6' y2='274.6' stroke-width='1'/><text class='sa-muted' x='56' y='278.6' text-anchor='end' font-size='12'>900</text><line class='sa-grid' x1='64' x2='1024' y1='231.8' y2='231.8' stroke-width='1'/><text class='sa-muted' x='56' y='235.8' text-anchor='end' font-size='12'>1000</text><line class='sa-grid' x1='64' x2='1024' y1='189.0' y2='189.0' stroke-width='1'/><text class='sa-muted' x='56' y='193.0' text-anchor='end' font-size='12'>1100</text><line class='sa-grid' x1='64' x2='1024' y1='146.3' y2='146.3' stroke-width='1'/><text class='sa-muted' x='56' y='150.3' text-anchor='end' font-size='12'>1200</text><line class='sa-grid' x1='64' x2='1024' y1='103.5' y2='103.5' stroke-width='1'/><text class='sa-muted' x='56' y='107.5' text-anchor='end' font-size='12'>1300</text><line class='sa-grid' x1='64' x2='1024' y1='60.8' y2='60.8' stroke-width='1'/><text class='sa-muted' x='56' y='64.8' text-anchor='end' font-size='12'>1400</text><line class='sa-grid' x1='64' x2='1024' y1='18.0' y2='18.0' stroke-width='1'/><text class='sa-muted' x='56' y='22.0' text-anchor='end' font-size='12'>1500</text><text class='sa-text' transform='translate(16 173) rotate(-90)' text-anchor='middle' font-size='13'>Elo</text><line class='sa-ink' x1='64' x2='1024' y1='231.8' y2='231.8' stroke-width='1' stroke-dasharray='4 4' opacity='0.5'/><rect x='73.6' y='260.0' width='22.4' height='68.0' fill='#69acd2' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='96.0' y='260.0' width='22.4' height='68.0' fill='#db7727' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='96.0' x2='96.0' y1='227.9' y2='301.5'/><line x1='91.0' x2='101.0' y1='227.9' y2='227.9'/><line x1='91.0' x2='101.0' y1='301.5' y2='301.5'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(100.0 342.0) rotate(-35)'>LaplacianScore</text><rect class='sa-hit' x='64.0' y='18' width='64' height='414'><title>LaplacianScore (Distance, non-search)
|
| 23 |
+
Elo 934 [95% CI 837–1009]
|
| 24 |
Stability 0.588
|
| 25 |
+
Validity 0.847</title></rect><rect x='137.6' y='231.8' width='22.4' height='96.2' fill='#ffffff' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='160.0' y='231.8' width='22.4' height='96.2' fill='#eab081' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='160.0' x2='160.0' y1='208.7' y2='260.4'/><line x1='155.0' x2='165.0' y1='208.7' y2='208.7'/><line x1='155.0' x2='165.0' y1='260.4' y2='260.4'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(164.0 342.0) rotate(-35)'>Random</text><rect class='sa-hit' x='128.0' y='18' width='64' height='414'><title>Random (Baseline, baseline)
|
| 26 |
+
Elo 1000 [95% CI 933–1054]
|
| 27 |
Stability -0.001
|
| 28 |
+
Validity 0.493</title></rect><rect x='201.6' y='150.1' width='22.4' height='177.9' fill='#5ba4ce' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='224.0' y='150.1' width='22.4' height='177.9' fill='#da7220' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='224.0' x2='224.0' y1='131.3' y2='168.5'/><line x1='219.0' x2='229.0' y1='131.3' y2='131.3'/><line x1='219.0' x2='229.0' y1='168.5' y2='168.5'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(228.0 342.0) rotate(-35)'>(R)ReliefF</text><rect class='sa-hit' x='192.0' y='18' width='64' height='414'><title>(R)ReliefF (Distance, non-search)
|
| 29 |
+
Elo 1191 [95% CI 1148–1235]
|
| 30 |
Stability 0.642
|
| 31 |
+
Validity 0.873</title></rect><rect x='265.6' y='148.8' width='22.4' height='179.2' fill='#b3d5e8' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='288.0' y='148.8' width='22.4' height='179.2' fill='#e39455' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='288.0' x2='288.0' y1='128.7' y2='168.9'/><line x1='283.0' x2='293.0' y1='128.7' y2='128.7'/><line x1='283.0' x2='293.0' y1='168.9' y2='168.9'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(292.0 342.0) rotate(-35)'>LOCO</text><rect class='sa-hit' x='256.0' y='18' width='64' height='414'><title>LOCO (Leave-one-out, search)
|
| 32 |
+
Elo 1194 [95% CI 1147–1241]
|
| 33 |
Stability 0.299
|
| 34 |
+
Validity 0.665</title></rect><rect x='329.6' y='132.2' width='22.4' height='195.8' fill='#cde4f0' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='352.0' y='132.2' width='22.4' height='195.8' fill='#e59b61' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='352.0' x2='352.0' y1='108.2' y2='156.1'/><line x1='347.0' x2='357.0' y1='108.2' y2='108.2'/><line x1='347.0' x2='357.0' y1='156.1' y2='156.1'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(356.0 342.0) rotate(-35)'>SBE</text><rect class='sa-hit' x='320.0' y='18' width='64' height='414'><title>SBE (Backward search, search)
|
| 35 |
+
Elo 1233 [95% CI 1177–1289]
|
| 36 |
Stability 0.195
|
| 37 |
+
Validity 0.621</title></rect><rect x='393.6' y='131.7' width='22.4' height='196.3' fill='#529fcb' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='416.0' y='131.7' width='22.4' height='196.3' fill='#d7670f' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='416.0' x2='416.0' y1='110.4' y2='152.7'/><line x1='411.0' x2='421.0' y1='110.4' y2='110.4'/><line x1='411.0' x2='421.0' y1='152.7' y2='152.7'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(420.0 342.0) rotate(-35)'>GainRatio</text><rect class='sa-hit' x='384.0' y='18' width='64' height='414'><title>GainRatio (Information theory, non-search)
|
| 38 |
+
Elo 1234 [95% CI 1185–1284]
|
| 39 |
Stability 0.679
|
| 40 |
+
Validity 0.942</title></rect><rect x='457.6' y='123.2' width='22.4' height='204.8' fill='#78b5d6' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='480.0' y='123.2' width='22.4' height='204.8' fill='#de8238' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='480.0' x2='480.0' y1='103.9' y2='142.0'/><line x1='475.0' x2='485.0' y1='103.9' y2='103.9'/><line x1='475.0' x2='485.0' y1='142.0' y2='142.0'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(484.0 342.0) rotate(-35)'>mRMR</text><rect class='sa-hit' x='448.0' y='18' width='64' height='414'><title>mRMR (Information theory, non-search)
|
| 41 |
+
Elo 1254 [95% CI 1210–1299]
|
| 42 |
Stability 0.528
|
| 43 |
+
Validity 0.779</title></rect><rect x='521.6' y='116.3' width='22.4' height='211.7' fill='#94c4df' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='544.0' y='116.3' width='22.4' height='211.7' fill='#da701c' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='544.0' x2='544.0' y1='98.0' y2='137.3'/><line x1='539.0' x2='549.0' y1='98.0' y2='98.0'/><line x1='539.0' x2='549.0' y1='137.3' y2='137.3'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(548.0 342.0) rotate(-35)'>Lasso</text><rect class='sa-hit' x='512.0' y='18' width='64' height='414'><title>Lasso (Regularization, non-search)
|
| 44 |
+
Elo 1270 [95% CI 1221–1313]
|
| 45 |
Stability 0.421
|
| 46 |
+
Validity 0.890</title></rect><rect x='585.6' y='112.1' width='22.4' height='215.9' fill='#4699c7' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='608.0' y='112.1' width='22.4' height='215.9' fill='#d7660c' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='608.0' x2='608.0' y1='91.5' y2='134.3'/><line x1='603.0' x2='613.0' y1='91.5' y2='91.5'/><line x1='603.0' x2='613.0' y1='134.3' y2='134.3'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(612.0 342.0) rotate(-35)'>F-Test</text><rect class='sa-hit' x='576.0' y='18' width='64' height='414'><title>F-Test (Correlation, non-search)
|
| 47 |
+
Elo 1280 [95% CI 1228–1328]
|
| 48 |
Stability 0.725
|
| 49 |
+
Validity 0.952</title></rect><rect x='649.6' y='106.9' width='22.4' height='221.1' fill='#5ba4cd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='672.0' y='106.9' width='22.4' height='221.1' fill='#d96e1a' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='672.0' x2='672.0' y1='88.6' y2='124.9'/><line x1='667.0' x2='677.0' y1='88.6' y2='88.6'/><line x1='667.0' x2='677.0' y1='124.9' y2='124.9'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(676.0 342.0) rotate(-35)'>MI</text><rect class='sa-hit' x='640.0' y='18' width='64' height='414'><title>MI (Information theory, non-search)
|
| 50 |
+
Elo 1292 [95% CI 1250–1335]
|
| 51 |
Stability 0.645
|
| 52 |
+
Validity 0.898</title></rect><rect x='713.6' y='101.8' width='22.4' height='226.2' fill='#7db7d8' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='736.0' y='101.8' width='22.4' height='226.2' fill='#d96c16' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='736.0' x2='736.0' y1='82.1' y2='121.5'/><line x1='731.0' x2='741.0' y1='82.1' y2='82.1'/><line x1='731.0' x2='741.0' y1='121.5' y2='121.5'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(740.0 342.0) rotate(-35)'>ElasticNet</text><rect class='sa-hit' x='704.0' y='18' width='64' height='414'><title>ElasticNet (Regularization, non-search)
|
| 53 |
+
Elo 1304 [95% CI 1258–1350]
|
| 54 |
Stability 0.509
|
| 55 |
+
Validity 0.915</title></rect><rect x='777.6' y='98.4' width='22.4' height='229.6' fill='#a1cbe3' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='800.0' y='98.4' width='22.4' height='229.6' fill='#e08640' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='800.0' x2='800.0' y1='74.4' y2='122.3'/><line x1='795.0' x2='805.0' y1='74.4' y2='74.4'/><line x1='795.0' x2='805.0' y1='122.3' y2='122.3'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(804.0 342.0) rotate(-35)'>SFS</text><rect class='sa-hit' x='768.0' y='18' width='64' height='414'><title>SFS (Forward search, search)
|
| 56 |
+
Elo 1312 [95% CI 1256–1368]
|
| 57 |
Stability 0.368
|
| 58 |
+
Validity 0.750</title></rect><rect x='841.6' y='92.8' width='22.4' height='235.2' fill='#94c4df' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='864.0' y='92.8' width='22.4' height='235.2' fill='#ebb488' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='864.0' x2='864.0' y1='69.3' y2='114.2'/><line x1='859.0' x2='869.0' y1='69.3' y2='69.3'/><line x1='859.0' x2='869.0' y1='114.2' y2='114.2'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(868.0 342.0) rotate(-35)'>MarkovBlanket</text><rect class='sa-hit' x='832.0' y='18' width='64' height='414'><title>MarkovBlanket (Backward search, search)
|
| 59 |
+
Elo 1325 [95% CI 1275–1380]
|
| 60 |
Stability 0.418
|
| 61 |
+
Validity 0.465</title></rect><rect x='905.6' y='83.4' width='22.4' height='244.6' fill='#84bbda' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='928.0' y='83.4' width='22.4' height='244.6' fill='#e08945' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='928.0' x2='928.0' y1='59.5' y2='102.7'/><line x1='923.0' x2='933.0' y1='59.5' y2='59.5'/><line x1='923.0' x2='933.0' y1='102.7' y2='102.7'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(932.0 342.0) rotate(-35)'>CART</text><rect class='sa-hit' x='896.0' y='18' width='64' height='414'><title>CART (Tree, non-search)
|
| 62 |
+
Elo 1347 [95% CI 1302–1403]
|
| 63 |
Stability 0.484
|
| 64 |
+
Validity 0.731</title></rect><rect x='969.6' y='74.4' width='22.4' height='253.6' fill='#5fa6cf' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='992.0' y='74.4' width='22.4' height='253.6' fill='#dd7d32' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='992.0' x2='992.0' y1='46.2' y2='98.8'/><line x1='987.0' x2='997.0' y1='46.2' y2='46.2'/><line x1='987.0' x2='997.0' y1='98.8' y2='98.8'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(996.0 342.0) rotate(-35)'>RFImportance</text><rect class='sa-hit' x='960.0' y='18' width='64' height='414'><title>RFImportance (Tree, non-search)
|
| 65 |
+
Elo 1368 [95% CI 1311–1434]
|
| 66 |
Stability 0.628
|
| 67 |
Validity 0.805</title></rect><line class='sa-ink' x1='64' x2='1024' y1='328.0' y2='328.0' stroke-width='1' opacity='0.4'/><rect x='1070' y='40.0' width='12' height='107.0' fill='url(#sa-g-stab)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='30.0' text-anchor='middle' font-size='12'>stable</text><text class='sa-text' x='1076' y='165.0' text-anchor='middle' font-size='12'>unstable</text><text class='sa-muted' x='1088' y='151.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='97.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='44.0' font-size='11'>1.0</text><rect x='1070' y='207.0' width='12' height='107.0' fill='url(#sa-g-val)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='197.0' text-anchor='middle' font-size='12'>valid</text><text class='sa-text' x='1076' y='332.0' text-anchor='middle' font-size='12'>invalid</text><text class='sa-muted' x='1088' y='318.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='264.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='211.0' font-size='11'>1.0</text><rect x='1070' y='352.0' width='12' height='12' fill='url(#sa-na)' stroke='#000' stroke-width='0.6'/><text class='sa-muted' x='1088' y='362.0' font-size='11'>no result</text></svg><script type='text/plain' id='sa-csv'>Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Stability,Validity
|
| 68 |
+
RFImportance,Non-search,Tree,1368.0,1311.0,1434.0,0.628,0.805
|
| 69 |
+
CART,Non-search,Tree,1347.0,1302.0,1403.0,0.484,0.731
|
| 70 |
+
MarkovBlanket,Search,Backward search,1325.0,1275.0,1380.0,0.418,0.465
|
| 71 |
+
SFS,Search,Forward search,1312.0,1256.0,1368.0,0.368,0.75
|
| 72 |
+
ElasticNet,Non-search,Regularization,1304.0,1258.0,1350.0,0.509,0.915
|
| 73 |
+
MI,Non-search,Information theory,1292.0,1250.0,1335.0,0.645,0.898
|
| 74 |
+
F-Test,Non-search,Correlation,1280.0,1228.0,1328.0,0.725,0.952
|
| 75 |
+
Lasso,Non-search,Regularization,1270.0,1221.0,1313.0,0.421,0.89
|
| 76 |
+
mRMR,Non-search,Information theory,1254.0,1210.0,1299.0,0.528,0.779
|
| 77 |
+
GainRatio,Non-search,Information theory,1234.0,1185.0,1284.0,0.679,0.942
|
| 78 |
+
SBE,Search,Backward search,1233.0,1177.0,1289.0,0.195,0.621
|
| 79 |
+
LOCO,Search,Leave-one-out,1194.0,1147.0,1241.0,0.299,0.665
|
| 80 |
+
(R)ReliefF,Non-search,Distance,1191.0,1148.0,1235.0,0.642,0.873
|
| 81 |
+
Random,Baseline,Baseline,1000.0,933.0,1054.0,-0.001,0.493
|
| 82 |
+
LaplacianScore,Non-search,Distance,934.0,837.0,1009.0,0.588,0.847
|
| 83 |
</script><script>
|
| 84 |
function saDownload(name, blob) {
|
| 85 |
var a = document.createElement('a');
|
data/subsets/tasks_all/models_lightgbm/budgets_0/leaderboard_table.html
CHANGED
|
@@ -29,22 +29,22 @@ td.na { color:var(--muted); }
|
|
| 29 |
font-size:12px; color:var(--fg); }
|
| 30 |
.pill.cat-search { border-color:var(--accent); }
|
| 31 |
.pill.cat-baseline { color:var(--muted); }
|
| 32 |
-
</style></head><body><div class='toolbar'><span class='hint'>Click a column to sort. Hover a header for its definition.</span><button onclick="saCsv('selectarena_leaderboard.csv')">CSV</button></div><div class='wrap'><table id='sa-table'><thead><tr><th class='num'>#</th><th class=''>Method</th><th class='' title='Taxonomy of the paper (Appendix A). Search methods evaluate many feature subsets with the model (forward, backward, leave-one-out); non-search methods use a proxy instead (correlation, distance, information theory, tree, regularization).'>Type</th><th class='num' title='Bradley-Terry Elo from pairwise matches within each dataset, budget and downstream model. Random = 1000. +/− give the 95% bootstrap interval.'>Elo ↑</th><th class='num' title='Mean rank of the downstream error.'>Avg. rank ↓</th><th class='num' title='Share of pairwise comparisons won, in %. Ties count half.'>Win rate ↑</th><th class='num' title='Mean relative gap (error − best error) / error to the best method, in %.'>Improvability ↓</th><th class='num' title='Mean ratio of the error to the same model trained on all features. Below 1: the selection helped.'>Error vs. all ↓</th><th class='num' title='Agreement of the selected features across bootstrap resamples (Nogueira et al., 2018).'>Stability ↑</th><th class='num' title='Share of the budget filled with original features when as many noise features are added.'>Validity ↑</th><th class='num' title='Median wall-clock time of the selection.'>Time (s) ↓</th><th class='num' title='Share of runs where the method ran out of time and random features filled the budget.'>Fallback (%)</th><th class='num'>#Datasets</th></tr></thead><tbody><tr><td class='num' data-sort='1'>1</td><td class='method' data-sort='RFImportance'>RFImportance</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1368.0'>1368<span class='sub'>+65 / −57</span></td><td class='num' data-sort='6.11'>6.11</td><td class='num' data-sort='63.5'>63.5</td><td class='num' data-sort='18.1'>18.1</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.628'>0.628</td><td class='num' data-sort='0.805'>0.805</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='2'>2</td><td class='method' data-sort='CART'>CART</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1347.0'>1347<span class='sub'>+53 / −47</span></td><td class='num' data-sort='6.29'>6.29</td><td class='num' data-sort='62.2'>62.2</td><td class='num' data-sort='20.1'>20.1</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.484'>0.484</td><td class='num' data-sort='0.731'>0.731</td><td class='num' data-sort='0.1'>0.1</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='3'>3</td><td class='method' data-sort='MarkovBlanket'>MarkovBlanket</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1325.0'>1325<span class='sub'>+49 / −52</span></td><td class='num' data-sort='6.54'>6.54</td><td class='num' data-sort='60.4'>60.4</td><td class='num' data-sort='21.1'>21.1</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.418'>0.418</td><td class='num' data-sort='0.465'>0.465</td><td class='num' data-sort='0.1'>0.1</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='4'>4</td><td class='method' data-sort='SFS'>SFS</td><td class='' data-sort='Forward search'><span class='pill cat-search'>Forward search</span><span class='sub'>search</span></td><td class='num' data-sort='1312.0'>1312<span class='sub'>+56 / −52</span></td><td class='num' data-sort='6.76'>6.76</td><td class='num' data-sort='58.8'>58.8</td><td class='num' data-sort='21.5'>21.5</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.368'>0.368</td><td class='num' data-sort='0.75'>0.750</td><td class='num' data-sort='1052.3'>1,052.3</td><td class='num' data-sort='29.1'>29.1</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='5'>5</td><td class='method' data-sort='ElasticNet'>ElasticNet</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1304.0'>1304<span class='sub'>+48 / −42</span></td><td class='num' data-sort='7.01'>7.01</td><td class='num' data-sort='57.1'>57.1</td><td class='num' data-sort='22.5'>22.5</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.509'>0.509</td><td class='num' data-sort='0.915'>0.915</td><td class='num' data-sort='6.1'>6.1</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='6'>6</td><td class='method' data-sort='MI'>MI</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1292.0'>1292<span class='sub'>+42 / −42</span></td><td class='num' data-sort='7.12'>7.12</td><td class='num' data-sort='56.3'>56.3</td><td class='num' data-sort='22.0'>22.0</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.645'>0.645</td><td class='num' data-sort='0.898'>0.898</td><td class='num' data-sort='0.4'>0.4</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='7'>7</td><td class='method' data-sort='F-Test'>F-Test</td><td class='' data-sort='Correlation'><span class='pill cat-non-search'>Correlation</span><span class='sub'>non-search</span></td><td class='num' data-sort='1280.0'>1280<span class='sub'>+49 / −46</span></td><td class='num' data-sort='7.47'>7.47</td><td class='num' data-sort='53.8'>53.8</td><td class='num' data-sort='22.8'>22.8</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.725'>0.725</td><td class='num' data-sort='0.952'>0.952</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='8'>8</td><td class='method' data-sort='Lasso'>Lasso</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1270.0'>1270<span class='sub'>+48 / −40</span></td><td class='num' data-sort='7.48'>7.48</td><td class='num' data-sort='53.7'>53.7</td><td class='num' data-sort='24.0'>24.0</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.421'>0.421</td><td class='num' data-sort='0.89'>0.890</td><td class='num' data-sort='2.0'>2.0</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='9'>9</td><td class='method' data-sort='mRMR'>mRMR</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1254.0'>1254<span class='sub'>+43 / −48</span></td><td class='num' data-sort='7.73'>7.73</td><td class='num' data-sort='52.0'>52.0</td><td class='num' data-sort='22.7'>22.7</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.528'>0.528</td><td class='num' data-sort='0.779'>0.779</td><td class='num' data-sort='0.3'>0.3</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='10'>10</td><td class='method' data-sort='GainRatio'>GainRatio</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1234.0'>1234<span class='sub'>+46 / −49</span></td><td class='num' data-sort='8.12'>8.12</td><td class='num' data-sort='49.2'>49.2</td><td class='num' data-sort='25.1'>25.1</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.679'>0.679</td><td class='num' data-sort='0.942'>0.942</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='11'>11</td><td class='method' data-sort='SBE'>SBE</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1233.0'>1233<span class='sub'>+59 / −52</span></td><td class='num' data-sort='8.28'>8.28</td><td class='num' data-sort='48.0'>48.0</td><td class='num' data-sort='27.0'>27.0</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.195'>0.195</td><td class='num' data-sort='0.621'>0.621</td><td class='num' data-sort='3579.1'>3,579.1</td><td class='num' data-sort='49.3'>49.3</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='12'>12</td><td class='method' data-sort='LOCO'>LOCO</td><td class='' data-sort='Leave-one-out'><span class='pill cat-search'>Leave-one-out</span><span class='sub'>search</span></td><td class='num' data-sort='1194.0'>1194<span class='sub'>+46 / −48</span></td><td class='num' data-sort='8.42'>8.42</td><td class='num' data-sort='47.0'>47.0</td><td class='num' data-sort='26.9'>26.9</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.299'>0.299</td><td class='num' data-sort='0.665'>0.665</td><td class='num' data-sort='240.9'>240.9</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='13'>13</td><td class='method' data-sort='(R)ReliefF'>(R)ReliefF</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='1191.0'>1191<span class='sub'>+42 / −43</span></td><td class='num' data-sort='8.79'>8.79</td><td class='num' data-sort='44.4'>44.4</td><td class='num' data-sort='28.4'>28.4</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.642'>0.642</td><td class='num' data-sort='0.873'>0.873</td><td class='num' data-sort='13.2'>13.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='14'>14</td><td class='method' data-sort='Random'>Random</td><td class='' data-sort='Baseline'><span class='pill cat-baseline'>Baseline</span></td><td class='num' data-sort='1000.0'>1000<span class='sub'>+56 / −67</span></td><td class='num' data-sort='11.43'>11.43</td><td class='num' data-sort='25.5'>25.5</td><td class='num' data-sort='39.7'>39.7</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='-0.001'>-0.001</td><td class='num' data-sort='0.493'>0.493</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='100.0'>100.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='15'>15</td><td class='method' data-sort='LaplacianScore'>LaplacianScore</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='934.0'>934<span class='sub'>+76 / −94</span></td><td class='num' data-sort='12.45'>12.45</td><td class='num' data-sort='18.2'>18.2</td><td class='num' data-sort='44.3'>44.3</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.588'>0.588</td><td class='num' data-sort='0.847'>0.847</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr></tbody></table></div><script type='text/plain' id='sa-csv'>Rank,Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Avg. rank,Win rate (%),Improvability (%),Error vs. all features,Stability,Validity,Selection time (s),Fallback rate (%),#Datasets,#Comparisons
|
| 33 |
-
1,RFImportance,Non-search,Tree,1368.0,1311.0,
|
| 34 |
-
2,CART,Non-search,Tree,1347.0,
|
| 35 |
-
3,MarkovBlanket,Search,Backward search,1325.0,
|
| 36 |
-
4,SFS,Search,Forward search,1312.0,
|
| 37 |
-
5,ElasticNet,Non-search,Regularization,1304.0,
|
| 38 |
-
6,MI,Non-search,Information theory,1292.0,1250.0,
|
| 39 |
-
7,F-Test,Non-search,Correlation,1280.0,
|
| 40 |
-
8,Lasso,Non-search,Regularization,1270.0,
|
| 41 |
-
9,mRMR,Non-search,Information theory,1254.0,
|
| 42 |
-
10,GainRatio,Non-search,Information theory,1234.0,1185.0,
|
| 43 |
-
11,SBE,Search,Backward search,1233.0,
|
| 44 |
-
12,LOCO,Search,Leave-one-out,1194.0,
|
| 45 |
-
13,(R)ReliefF,Non-search,Distance,1191.0,1148.0,
|
| 46 |
-
14,Random,Baseline,Baseline,1000.0,933.0,
|
| 47 |
-
15,LaplacianScore,Non-search,Distance,934.0,
|
| 48 |
</script><script>
|
| 49 |
function saDownload(name, blob) {
|
| 50 |
var a = document.createElement('a');
|
|
|
|
| 29 |
font-size:12px; color:var(--fg); }
|
| 30 |
.pill.cat-search { border-color:var(--accent); }
|
| 31 |
.pill.cat-baseline { color:var(--muted); }
|
| 32 |
+
</style></head><body><div class='toolbar'><span class='hint'>Click a column to sort. Hover a header for its definition.</span><button onclick="saCsv('selectarena_leaderboard.csv')">CSV</button></div><div class='wrap'><table id='sa-table'><thead><tr><th class='num'>#</th><th class=''>Method</th><th class='' title='Taxonomy of the paper (Appendix A). Search methods evaluate many feature subsets with the model (forward, backward, leave-one-out); non-search methods use a proxy instead (correlation, distance, information theory, tree, regularization).'>Type</th><th class='num' title='Bradley-Terry Elo from pairwise matches within each dataset, budget and downstream model. Random = 1000. +/− give the 95% bootstrap interval.'>Elo ↑</th><th class='num' title='Mean rank of the downstream error.'>Avg. rank ↓</th><th class='num' title='Share of pairwise comparisons won, in %. Ties count half.'>Win rate ↑</th><th class='num' title='Mean relative gap (error − best error) / error to the best method, in %.'>Improvability ↓</th><th class='num' title='Mean ratio of the error to the same model trained on all features. Below 1: the selection helped.'>Error vs. all ↓</th><th class='num' title='Agreement of the selected features across bootstrap resamples (Nogueira et al., 2018).'>Stability ↑</th><th class='num' title='Share of the budget filled with original features when as many noise features are added.'>Validity ↑</th><th class='num' title='Median wall-clock time of the selection.'>Time (s) ↓</th><th class='num' title='Share of runs where the method ran out of time and random features filled the budget.'>Fallback (%)</th><th class='num'>#Datasets</th></tr></thead><tbody><tr><td class='num' data-sort='1'>1</td><td class='method' data-sort='RFImportance'>RFImportance</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1368.0'>1368<span class='sub'>+66 / −57</span></td><td class='num' data-sort='6.11'>6.11</td><td class='num' data-sort='63.5'>63.5</td><td class='num' data-sort='18.1'>18.1</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.628'>0.628</td><td class='num' data-sort='0.805'>0.805</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='2'>2</td><td class='method' data-sort='CART'>CART</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1347.0'>1347<span class='sub'>+56 / −45</span></td><td class='num' data-sort='6.29'>6.29</td><td class='num' data-sort='62.2'>62.2</td><td class='num' data-sort='20.1'>20.1</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.484'>0.484</td><td class='num' data-sort='0.731'>0.731</td><td class='num' data-sort='0.1'>0.1</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='3'>3</td><td class='method' data-sort='MarkovBlanket'>MarkovBlanket</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1325.0'>1325<span class='sub'>+55 / −50</span></td><td class='num' data-sort='6.54'>6.54</td><td class='num' data-sort='60.4'>60.4</td><td class='num' data-sort='21.1'>21.1</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.418'>0.418</td><td class='num' data-sort='0.465'>0.465</td><td class='num' data-sort='0.1'>0.1</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='4'>4</td><td class='method' data-sort='SFS'>SFS</td><td class='' data-sort='Forward search'><span class='pill cat-search'>Forward search</span><span class='sub'>search</span></td><td class='num' data-sort='1312.0'>1312<span class='sub'>+56 / −56</span></td><td class='num' data-sort='6.76'>6.76</td><td class='num' data-sort='58.8'>58.8</td><td class='num' data-sort='21.5'>21.5</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.368'>0.368</td><td class='num' data-sort='0.75'>0.750</td><td class='num' data-sort='1052.3'>1,052.3</td><td class='num' data-sort='29.1'>29.1</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='5'>5</td><td class='method' data-sort='ElasticNet'>ElasticNet</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1304.0'>1304<span class='sub'>+46 / −46</span></td><td class='num' data-sort='7.01'>7.01</td><td class='num' data-sort='57.1'>57.1</td><td class='num' data-sort='22.5'>22.5</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.509'>0.509</td><td class='num' data-sort='0.915'>0.915</td><td class='num' data-sort='6.1'>6.1</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='6'>6</td><td class='method' data-sort='MI'>MI</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1292.0'>1292<span class='sub'>+43 / −42</span></td><td class='num' data-sort='7.12'>7.12</td><td class='num' data-sort='56.3'>56.3</td><td class='num' data-sort='22.0'>22.0</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.645'>0.645</td><td class='num' data-sort='0.898'>0.898</td><td class='num' data-sort='0.4'>0.4</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='7'>7</td><td class='method' data-sort='F-Test'>F-Test</td><td class='' data-sort='Correlation'><span class='pill cat-non-search'>Correlation</span><span class='sub'>non-search</span></td><td class='num' data-sort='1280.0'>1280<span class='sub'>+48 / −52</span></td><td class='num' data-sort='7.47'>7.47</td><td class='num' data-sort='53.8'>53.8</td><td class='num' data-sort='22.8'>22.8</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.725'>0.725</td><td class='num' data-sort='0.952'>0.952</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='8'>8</td><td class='method' data-sort='Lasso'>Lasso</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1270.0'>1270<span class='sub'>+43 / −49</span></td><td class='num' data-sort='7.48'>7.48</td><td class='num' data-sort='53.7'>53.7</td><td class='num' data-sort='24.0'>24.0</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.421'>0.421</td><td class='num' data-sort='0.89'>0.890</td><td class='num' data-sort='2.0'>2.0</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='9'>9</td><td class='method' data-sort='mRMR'>mRMR</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1254.0'>1254<span class='sub'>+45 / −44</span></td><td class='num' data-sort='7.73'>7.73</td><td class='num' data-sort='52.0'>52.0</td><td class='num' data-sort='22.7'>22.7</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.528'>0.528</td><td class='num' data-sort='0.779'>0.779</td><td class='num' data-sort='0.3'>0.3</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='10'>10</td><td class='method' data-sort='GainRatio'>GainRatio</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1234.0'>1234<span class='sub'>+50 / −49</span></td><td class='num' data-sort='8.12'>8.12</td><td class='num' data-sort='49.2'>49.2</td><td class='num' data-sort='25.1'>25.1</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.679'>0.679</td><td class='num' data-sort='0.942'>0.942</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='11'>11</td><td class='method' data-sort='SBE'>SBE</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1233.0'>1233<span class='sub'>+56 / −56</span></td><td class='num' data-sort='8.28'>8.28</td><td class='num' data-sort='48.0'>48.0</td><td class='num' data-sort='27.0'>27.0</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.195'>0.195</td><td class='num' data-sort='0.621'>0.621</td><td class='num' data-sort='3579.1'>3,579.1</td><td class='num' data-sort='49.3'>49.3</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='12'>12</td><td class='method' data-sort='LOCO'>LOCO</td><td class='' data-sort='Leave-one-out'><span class='pill cat-search'>Leave-one-out</span><span class='sub'>search</span></td><td class='num' data-sort='1194.0'>1194<span class='sub'>+47 / −47</span></td><td class='num' data-sort='8.42'>8.42</td><td class='num' data-sort='47.0'>47.0</td><td class='num' data-sort='26.9'>26.9</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.299'>0.299</td><td class='num' data-sort='0.665'>0.665</td><td class='num' data-sort='240.9'>240.9</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='13'>13</td><td class='method' data-sort='(R)ReliefF'>(R)ReliefF</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='1191.0'>1191<span class='sub'>+44 / −43</span></td><td class='num' data-sort='8.79'>8.79</td><td class='num' data-sort='44.4'>44.4</td><td class='num' data-sort='28.4'>28.4</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.642'>0.642</td><td class='num' data-sort='0.873'>0.873</td><td class='num' data-sort='13.2'>13.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='14'>14</td><td class='method' data-sort='Random'>Random</td><td class='' data-sort='Baseline'><span class='pill cat-baseline'>Baseline</span></td><td class='num' data-sort='1000.0'>1000<span class='sub'>+54 / −67</span></td><td class='num' data-sort='11.43'>11.43</td><td class='num' data-sort='25.5'>25.5</td><td class='num' data-sort='39.7'>39.7</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='-0.001'>-0.001</td><td class='num' data-sort='0.493'>0.493</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='100.0'>100.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='15'>15</td><td class='method' data-sort='LaplacianScore'>LaplacianScore</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='934.0'>934<span class='sub'>+75 / −97</span></td><td class='num' data-sort='12.45'>12.45</td><td class='num' data-sort='18.2'>18.2</td><td class='num' data-sort='44.3'>44.3</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.588'>0.588</td><td class='num' data-sort='0.847'>0.847</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr></tbody></table></div><script type='text/plain' id='sa-csv'>Rank,Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Avg. rank,Win rate (%),Improvability (%),Error vs. all features,Stability,Validity,Selection time (s),Fallback rate (%),#Datasets,#Comparisons
|
| 33 |
+
1,RFImportance,Non-search,Tree,1368.0,1311.0,1434.0,6.11,63.5,18.1,,0.628,0.805,0.2,0.0,71,213
|
| 34 |
+
2,CART,Non-search,Tree,1347.0,1302.0,1403.0,6.29,62.2,20.1,,0.484,0.731,0.1,0.0,71,213
|
| 35 |
+
3,MarkovBlanket,Search,Backward search,1325.0,1275.0,1380.0,6.54,60.4,21.1,,0.418,0.465,0.1,0.0,71,213
|
| 36 |
+
4,SFS,Search,Forward search,1312.0,1256.0,1368.0,6.76,58.8,21.5,,0.368,0.75,1052.3,29.1,71,213
|
| 37 |
+
5,ElasticNet,Non-search,Regularization,1304.0,1258.0,1350.0,7.01,57.1,22.5,,0.509,0.915,6.1,0.0,71,213
|
| 38 |
+
6,MI,Non-search,Information theory,1292.0,1250.0,1335.0,7.12,56.3,22.0,,0.645,0.898,0.4,0.0,71,213
|
| 39 |
+
7,F-Test,Non-search,Correlation,1280.0,1228.0,1328.0,7.47,53.8,22.8,,0.725,0.952,0.0,0.0,71,213
|
| 40 |
+
8,Lasso,Non-search,Regularization,1270.0,1221.0,1313.0,7.48,53.7,24.0,,0.421,0.89,2.0,0.0,71,213
|
| 41 |
+
9,mRMR,Non-search,Information theory,1254.0,1210.0,1299.0,7.73,52.0,22.7,,0.528,0.779,0.3,0.0,71,213
|
| 42 |
+
10,GainRatio,Non-search,Information theory,1234.0,1185.0,1284.0,8.12,49.2,25.1,,0.679,0.942,0.2,0.0,71,213
|
| 43 |
+
11,SBE,Search,Backward search,1233.0,1177.0,1289.0,8.28,48.0,27.0,,0.195,0.621,3579.1,49.3,71,213
|
| 44 |
+
12,LOCO,Search,Leave-one-out,1194.0,1147.0,1241.0,8.42,47.0,26.9,,0.299,0.665,240.9,0.0,71,213
|
| 45 |
+
13,(R)ReliefF,Non-search,Distance,1191.0,1148.0,1235.0,8.79,44.4,28.4,,0.642,0.873,13.2,0.0,71,213
|
| 46 |
+
14,Random,Baseline,Baseline,1000.0,933.0,1054.0,11.43,25.5,39.7,,-0.001,0.493,0.0,100.0,71,213
|
| 47 |
+
15,LaplacianScore,Non-search,Distance,934.0,837.0,1009.0,12.45,18.2,44.3,,0.588,0.847,0.2,0.0,71,213
|
| 48 |
</script><script>
|
| 49 |
function saDownload(name, blob) {
|
| 50 |
var a = document.createElement('a');
|
data/subsets/tasks_all/models_lightgbm/budgets_0/website_leaderboard.csv
CHANGED
|
@@ -1,16 +1,16 @@
|
|
| 1 |
Rank,Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Avg. rank,Win rate (%),Improvability (%),Error vs. all features,Stability,Validity,Selection time (s),Fallback rate (%),#Datasets,#Comparisons
|
| 2 |
-
1,RFImportance,Non-search,Tree,1368.0,1311.0,
|
| 3 |
-
2,CART,Non-search,Tree,1347.0,
|
| 4 |
-
3,MarkovBlanket,Search,Backward search,1325.0,
|
| 5 |
-
4,SFS,Search,Forward search,1312.0,
|
| 6 |
-
5,ElasticNet,Non-search,Regularization,1304.0,
|
| 7 |
-
6,MI,Non-search,Information theory,1292.0,1250.0,
|
| 8 |
-
7,F-Test,Non-search,Correlation,1280.0,
|
| 9 |
-
8,Lasso,Non-search,Regularization,1270.0,
|
| 10 |
-
9,mRMR,Non-search,Information theory,1254.0,
|
| 11 |
-
10,GainRatio,Non-search,Information theory,1234.0,1185.0,
|
| 12 |
-
11,SBE,Search,Backward search,1233.0,
|
| 13 |
-
12,LOCO,Search,Leave-one-out,1194.0,
|
| 14 |
-
13,(R)ReliefF,Non-search,Distance,1191.0,1148.0,
|
| 15 |
-
14,Random,Baseline,Baseline,1000.0,933.0,
|
| 16 |
-
15,LaplacianScore,Non-search,Distance,934.0,
|
|
|
|
| 1 |
Rank,Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Avg. rank,Win rate (%),Improvability (%),Error vs. all features,Stability,Validity,Selection time (s),Fallback rate (%),#Datasets,#Comparisons
|
| 2 |
+
1,RFImportance,Non-search,Tree,1368.0,1311.0,1434.0,6.11,63.5,18.1,,0.628,0.805,0.2,0.0,71,213
|
| 3 |
+
2,CART,Non-search,Tree,1347.0,1302.0,1403.0,6.29,62.2,20.1,,0.484,0.731,0.1,0.0,71,213
|
| 4 |
+
3,MarkovBlanket,Search,Backward search,1325.0,1275.0,1380.0,6.54,60.4,21.1,,0.418,0.465,0.1,0.0,71,213
|
| 5 |
+
4,SFS,Search,Forward search,1312.0,1256.0,1368.0,6.76,58.8,21.5,,0.368,0.75,1052.3,29.1,71,213
|
| 6 |
+
5,ElasticNet,Non-search,Regularization,1304.0,1258.0,1350.0,7.01,57.1,22.5,,0.509,0.915,6.1,0.0,71,213
|
| 7 |
+
6,MI,Non-search,Information theory,1292.0,1250.0,1335.0,7.12,56.3,22.0,,0.645,0.898,0.4,0.0,71,213
|
| 8 |
+
7,F-Test,Non-search,Correlation,1280.0,1228.0,1328.0,7.47,53.8,22.8,,0.725,0.952,0.0,0.0,71,213
|
| 9 |
+
8,Lasso,Non-search,Regularization,1270.0,1221.0,1313.0,7.48,53.7,24.0,,0.421,0.89,2.0,0.0,71,213
|
| 10 |
+
9,mRMR,Non-search,Information theory,1254.0,1210.0,1299.0,7.73,52.0,22.7,,0.528,0.779,0.3,0.0,71,213
|
| 11 |
+
10,GainRatio,Non-search,Information theory,1234.0,1185.0,1284.0,8.12,49.2,25.1,,0.679,0.942,0.2,0.0,71,213
|
| 12 |
+
11,SBE,Search,Backward search,1233.0,1177.0,1289.0,8.28,48.0,27.0,,0.195,0.621,3579.1,49.3,71,213
|
| 13 |
+
12,LOCO,Search,Leave-one-out,1194.0,1147.0,1241.0,8.42,47.0,26.9,,0.299,0.665,240.9,0.0,71,213
|
| 14 |
+
13,(R)ReliefF,Non-search,Distance,1191.0,1148.0,1235.0,8.79,44.4,28.4,,0.642,0.873,13.2,0.0,71,213
|
| 15 |
+
14,Random,Baseline,Baseline,1000.0,933.0,1054.0,11.43,25.5,39.7,,-0.001,0.493,0.0,100.0,71,213
|
| 16 |
+
15,LaplacianScore,Non-search,Distance,934.0,837.0,1009.0,12.45,18.2,44.3,,0.588,0.847,0.2,0.0,71,213
|
data/subsets/tasks_all/models_lightgbm/budgets_1/elo_explorer.html
CHANGED
|
@@ -19,67 +19,67 @@ svg { display:block; width:100%; height:auto; }
|
|
| 19 |
.sa-ink { stroke:var(--fg); }
|
| 20 |
.sa-hit { fill:transparent; }
|
| 21 |
.sa-hit:hover { fill:var(--fg); fill-opacity:0.06; }
|
| 22 |
-
</style><defs><pattern id='sa-na' width='6' height='6' patternUnits='userSpaceOnUse' patternTransform='rotate(45)'><rect width='6' height='6' fill='#e5e7eb'/><line x1='0' y1='0' x2='0' y2='6' stroke='#9ca3af' stroke-width='2'/></pattern><linearGradient id='sa-g-stab' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#0072B2'/></linearGradient><linearGradient id='sa-g-val' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#D55E00'/></linearGradient></defs><line class='sa-grid' x1='64' x2='1024' y1='315.6' y2='315.6' stroke-width='1'/><text class='sa-muted' x='56' y='319.6' text-anchor='end' font-size='12'>900</text><line class='sa-grid' x1='64' x2='1024' y1='266.0' y2='266.0' stroke-width='1'/><text class='sa-muted' x='56' y='270.0' text-anchor='end' font-size='12'>1000</text><line class='sa-grid' x1='64' x2='1024' y1='216.4' y2='216.4' stroke-width='1'/><text class='sa-muted' x='56' y='220.4' text-anchor='end' font-size='12'>1100</text><line class='sa-grid' x1='64' x2='1024' y1='166.8' y2='166.8' stroke-width='1'/><text class='sa-muted' x='56' y='170.8' text-anchor='end' font-size='12'>1200</text><line class='sa-grid' x1='64' x2='1024' y1='117.2' y2='117.2' stroke-width='1'/><text class='sa-muted' x='56' y='121.2' text-anchor='end' font-size='12'>1300</text><line class='sa-grid' x1='64' x2='1024' y1='67.6' y2='67.6' stroke-width='1'/><text class='sa-muted' x='56' y='71.6' text-anchor='end' font-size='12'>1400</text><line class='sa-grid' x1='64' x2='1024' y1='18.0' y2='18.0' stroke-width='1'/><text class='sa-muted' x='56' y='22.0' text-anchor='end' font-size='12'>1500</text><text class='sa-text' transform='translate(16 173) rotate(-90)' text-anchor='middle' font-size='13'>Elo</text><line class='sa-ink' x1='64' x2='1024' y1='266.0' y2='266.0' stroke-width='1' stroke-dasharray='4 4' opacity='0.5'/><rect x='73.6' y='268.5' width='22.4' height='59.5' fill='#5ba4cd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='96.0' y='268.5' width='22.4' height='59.5' fill='#db7626' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='96.0' x2='96.0' y1='235.
|
| 23 |
-
Elo 995 [95% CI
|
| 24 |
Stability 0.644
|
| 25 |
-
Validity 0.850</title></rect><rect x='137.6' y='266.0' width='22.4' height='62.0' fill='#ffffff' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='160.0' y='266.0' width='22.4' height='62.0' fill='#eaaf80' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='160.0' x2='160.0' y1='
|
| 26 |
-
Elo 1000 [95% CI
|
| 27 |
Stability 0.001
|
| 28 |
-
Validity 0.499</title></rect><rect x='201.6' y='146.5' width='22.4' height='181.5' fill='#c7e0ee' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='224.0' y='146.5' width='22.4' height='181.5' fill='#e59c63' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='224.0' x2='224.0' y1='
|
| 29 |
-
Elo 1241 [95% CI
|
| 30 |
Stability 0.220
|
| 31 |
-
Validity 0.613</title></rect><rect x='265.6' y='137.5' width='22.4' height='190.5' fill='#d2e6f2' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='288.0' y='137.5' width='22.4' height='190.5' fill='#e7a26c' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='288.0' x2='288.0' y1='
|
| 32 |
-
Elo 1259 [95% CI
|
| 33 |
Stability 0.175
|
| 34 |
-
Validity 0.578</title></rect><rect x='329.6' y='129.6' width='22.4' height='198.4' fill='#5aa4cd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='352.0' y='129.6' width='22.4' height='198.4' fill='#dd7d31' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='352.0' x2='352.0' y1='
|
| 35 |
-
Elo 1275 [95% CI
|
| 36 |
Stability 0.647
|
| 37 |
-
Validity 0.808</title></rect><rect x='393.6' y='122.7' width='22.4' height='205.3' fill='#4498c6' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='416.0' y='122.7' width='22.4' height='205.3' fill='#d86911' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='416.0' x2='416.0' y1='
|
| 38 |
-
Elo 1289 [95% CI
|
| 39 |
Stability 0.734
|
| 40 |
-
Validity 0.932</title></rect><rect x='457.6' y='121.7' width='22.4' height='206.3' fill='#519fcb' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='480.0' y='121.7' width='22.4' height='206.3' fill='#d96c16' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='480.0' x2='480.0' y1='
|
| 41 |
-
Elo 1291 [95% CI
|
| 42 |
Stability 0.681
|
| 43 |
-
Validity 0.915</title></rect><rect x='521.6' y='120.2' width='22.4' height='207.8' fill='#b8d8ea' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='544.0' y='120.2' width='22.4' height='207.8' fill='#e39456' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='544.0' x2='544.0' y1='
|
| 44 |
-
Elo 1294 [95% CI
|
| 45 |
Stability 0.278
|
| 46 |
-
Validity 0.664</title></rect><rect x='585.6' y='111.7' width='22.4' height='216.3' fill='#6caed2' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='608.0' y='111.7' width='22.4' height='216.3' fill='#e18c49' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='608.0' x2='608.0' y1='
|
| 47 |
-
Elo 1311 [95% CI
|
| 48 |
Stability 0.578
|
| 49 |
-
Validity 0.712</title></rect><rect x='649.6' y='104.8' width='22.4' height='223.2' fill='#53a0cb' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='672.0' y='104.8' width='22.4' height='223.2' fill='#db7423' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='672.0' x2='672.0' y1='
|
| 50 |
-
Elo 1325 [95% CI
|
| 51 |
Stability 0.673
|
| 52 |
-
Validity 0.863</title></rect><rect x='713.6' y='98.4' width='22.4' height='229.6' fill='#93c3df' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='736.0' y='98.4' width='22.4' height='229.6' fill='#dc7a2d' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='736.0' x2='736.0' y1='
|
| 53 |
-
Elo 1338 [95% CI
|
| 54 |
Stability 0.422
|
| 55 |
-
Validity 0.825</title></rect><rect x='777.6' y='97.4' width='22.4' height='230.6' fill='#9ac7e1' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='800.0' y='97.4' width='22.4' height='230.6' fill='#ebb488' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='800.0' x2='800.0' y1='
|
| 56 |
-
Elo 1340 [95% CI
|
| 57 |
Stability 0.396
|
| 58 |
-
Validity 0.467</title></rect><rect x='841.6' y='89.9' width='22.4' height='238.1' fill='#8bbfdc' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='864.0' y='89.9' width='22.4' height='238.1' fill='#e4985c' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='864.0' x2='864.0' y1='65.
|
| 59 |
-
Elo 1355 [95% CI 1307–
|
| 60 |
Stability 0.456
|
| 61 |
-
Validity 0.638</title></rect><rect x='905.6' y='84.5' width='22.4' height='243.5' fill='#58a3cd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='928.0' y='84.5' width='22.4' height='243.5' fill='#e08842' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='928.0' x2='928.0' y1='
|
| 62 |
-
Elo 1366 [95% CI 1314–
|
| 63 |
Stability 0.653
|
| 64 |
-
Validity 0.741</title></rect><rect x='969.6' y='84.5' width='22.4' height='243.5' fill='#7bb6d7' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='992.0' y='84.5' width='22.4' height='243.5' fill='#da7220' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='992.0' x2='992.0' y1='
|
| 65 |
-
Elo 1366 [95% CI
|
| 66 |
Stability 0.519
|
| 67 |
Validity 0.873</title></rect><line class='sa-ink' x1='64' x2='1024' y1='328.0' y2='328.0' stroke-width='1' opacity='0.4'/><rect x='1070' y='40.0' width='12' height='107.0' fill='url(#sa-g-stab)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='30.0' text-anchor='middle' font-size='12'>stable</text><text class='sa-text' x='1076' y='165.0' text-anchor='middle' font-size='12'>unstable</text><text class='sa-muted' x='1088' y='151.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='97.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='44.0' font-size='11'>1.0</text><rect x='1070' y='207.0' width='12' height='107.0' fill='url(#sa-g-val)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='197.0' text-anchor='middle' font-size='12'>valid</text><text class='sa-text' x='1076' y='332.0' text-anchor='middle' font-size='12'>invalid</text><text class='sa-muted' x='1088' y='318.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='264.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='211.0' font-size='11'>1.0</text><rect x='1070' y='352.0' width='12' height='12' fill='url(#sa-na)' stroke='#000' stroke-width='0.6'/><text class='sa-muted' x='1088' y='362.0' font-size='11'>no result</text></svg><script type='text/plain' id='sa-csv'>Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Stability,Validity
|
| 68 |
-
RFImportance,Non-search,Tree,1366.0,1314.0,
|
| 69 |
-
ElasticNet,Non-search,Regularization,1366.0,
|
| 70 |
-
CART,Non-search,Tree,1355.0,1307.0,
|
| 71 |
-
MarkovBlanket,Search,Backward search,1340.0,
|
| 72 |
-
Lasso,Non-search,Regularization,1338.0,
|
| 73 |
-
MI,Non-search,Information theory,1325.0,
|
| 74 |
-
mRMR,Non-search,Information theory,1311.0,
|
| 75 |
-
SFS,Search,Forward search,1294.0,
|
| 76 |
-
GainRatio,Non-search,Information theory,1291.0,
|
| 77 |
-
F-Test,Non-search,Correlation,1289.0,
|
| 78 |
-
(R)ReliefF,Non-search,Distance,1275.0,
|
| 79 |
-
SBE,Search,Backward search,1259.0,
|
| 80 |
-
LOCO,Search,Leave-one-out,1241.0,
|
| 81 |
-
Random,Baseline,Baseline,1000.0,
|
| 82 |
-
LaplacianScore,Non-search,Distance,995.0,
|
| 83 |
</script><script>
|
| 84 |
function saDownload(name, blob) {
|
| 85 |
var a = document.createElement('a');
|
|
|
|
| 19 |
.sa-ink { stroke:var(--fg); }
|
| 20 |
.sa-hit { fill:transparent; }
|
| 21 |
.sa-hit:hover { fill:var(--fg); fill-opacity:0.06; }
|
| 22 |
+
</style><defs><pattern id='sa-na' width='6' height='6' patternUnits='userSpaceOnUse' patternTransform='rotate(45)'><rect width='6' height='6' fill='#e5e7eb'/><line x1='0' y1='0' x2='0' y2='6' stroke='#9ca3af' stroke-width='2'/></pattern><linearGradient id='sa-g-stab' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#0072B2'/></linearGradient><linearGradient id='sa-g-val' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#D55E00'/></linearGradient></defs><line class='sa-grid' x1='64' x2='1024' y1='315.6' y2='315.6' stroke-width='1'/><text class='sa-muted' x='56' y='319.6' text-anchor='end' font-size='12'>900</text><line class='sa-grid' x1='64' x2='1024' y1='266.0' y2='266.0' stroke-width='1'/><text class='sa-muted' x='56' y='270.0' text-anchor='end' font-size='12'>1000</text><line class='sa-grid' x1='64' x2='1024' y1='216.4' y2='216.4' stroke-width='1'/><text class='sa-muted' x='56' y='220.4' text-anchor='end' font-size='12'>1100</text><line class='sa-grid' x1='64' x2='1024' y1='166.8' y2='166.8' stroke-width='1'/><text class='sa-muted' x='56' y='170.8' text-anchor='end' font-size='12'>1200</text><line class='sa-grid' x1='64' x2='1024' y1='117.2' y2='117.2' stroke-width='1'/><text class='sa-muted' x='56' y='121.2' text-anchor='end' font-size='12'>1300</text><line class='sa-grid' x1='64' x2='1024' y1='67.6' y2='67.6' stroke-width='1'/><text class='sa-muted' x='56' y='71.6' text-anchor='end' font-size='12'>1400</text><line class='sa-grid' x1='64' x2='1024' y1='18.0' y2='18.0' stroke-width='1'/><text class='sa-muted' x='56' y='22.0' text-anchor='end' font-size='12'>1500</text><text class='sa-text' transform='translate(16 173) rotate(-90)' text-anchor='middle' font-size='13'>Elo</text><line class='sa-ink' x1='64' x2='1024' y1='266.0' y2='266.0' stroke-width='1' stroke-dasharray='4 4' opacity='0.5'/><rect x='73.6' y='268.5' width='22.4' height='59.5' fill='#5ba4cd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='96.0' y='268.5' width='22.4' height='59.5' fill='#db7626' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='96.0' x2='96.0' y1='235.2' y2='312.1'/><line x1='91.0' x2='101.0' y1='235.2' y2='235.2'/><line x1='91.0' x2='101.0' y1='312.1' y2='312.1'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(100.0 342.0) rotate(-35)'>LaplacianScore</text><rect class='sa-hit' x='64.0' y='18' width='64' height='414'><title>LaplacianScore (Distance, non-search)
|
| 23 |
+
Elo 995 [95% CI 907–1062]
|
| 24 |
Stability 0.644
|
| 25 |
+
Validity 0.850</title></rect><rect x='137.6' y='266.0' width='22.4' height='62.0' fill='#ffffff' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='160.0' y='266.0' width='22.4' height='62.0' fill='#eaaf80' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='160.0' x2='160.0' y1='244.2' y2='292.3'/><line x1='155.0' x2='165.0' y1='244.2' y2='244.2'/><line x1='155.0' x2='165.0' y1='292.3' y2='292.3'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(164.0 342.0) rotate(-35)'>Random</text><rect class='sa-hit' x='128.0' y='18' width='64' height='414'><title>Random (Baseline, baseline)
|
| 26 |
+
Elo 1000 [95% CI 947–1044]
|
| 27 |
Stability 0.001
|
| 28 |
+
Validity 0.499</title></rect><rect x='201.6' y='146.5' width='22.4' height='181.5' fill='#c7e0ee' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='224.0' y='146.5' width='22.4' height='181.5' fill='#e59c63' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='224.0' x2='224.0' y1='119.2' y2='171.8'/><line x1='219.0' x2='229.0' y1='119.2' y2='119.2'/><line x1='219.0' x2='229.0' y1='171.8' y2='171.8'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(228.0 342.0) rotate(-35)'>LOCO</text><rect class='sa-hit' x='192.0' y='18' width='64' height='414'><title>LOCO (Leave-one-out, search)
|
| 29 |
+
Elo 1241 [95% CI 1190–1296]
|
| 30 |
Stability 0.220
|
| 31 |
+
Validity 0.613</title></rect><rect x='265.6' y='137.5' width='22.4' height='190.5' fill='#d2e6f2' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='288.0' y='137.5' width='22.4' height='190.5' fill='#e7a26c' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='288.0' x2='288.0' y1='110.3' y2='166.8'/><line x1='283.0' x2='293.0' y1='110.3' y2='110.3'/><line x1='283.0' x2='293.0' y1='166.8' y2='166.8'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(292.0 342.0) rotate(-35)'>SBE</text><rect class='sa-hit' x='256.0' y='18' width='64' height='414'><title>SBE (Backward search, search)
|
| 32 |
+
Elo 1259 [95% CI 1200–1314]
|
| 33 |
Stability 0.175
|
| 34 |
+
Validity 0.578</title></rect><rect x='329.6' y='129.6' width='22.4' height='198.4' fill='#5aa4cd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='352.0' y='129.6' width='22.4' height='198.4' fill='#dd7d31' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='352.0' x2='352.0' y1='105.3' y2='154.4'/><line x1='347.0' x2='357.0' y1='105.3' y2='105.3'/><line x1='347.0' x2='357.0' y1='154.4' y2='154.4'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(356.0 342.0) rotate(-35)'>(R)ReliefF</text><rect class='sa-hit' x='320.0' y='18' width='64' height='414'><title>(R)ReliefF (Distance, non-search)
|
| 35 |
+
Elo 1275 [95% CI 1225–1324]
|
| 36 |
Stability 0.647
|
| 37 |
+
Validity 0.808</title></rect><rect x='393.6' y='122.7' width='22.4' height='205.3' fill='#4498c6' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='416.0' y='122.7' width='22.4' height='205.3' fill='#d86911' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='416.0' x2='416.0' y1='99.3' y2='146.5'/><line x1='411.0' x2='421.0' y1='99.3' y2='99.3'/><line x1='411.0' x2='421.0' y1='146.5' y2='146.5'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(420.0 342.0) rotate(-35)'>F-Test</text><rect class='sa-hit' x='384.0' y='18' width='64' height='414'><title>F-Test (Correlation, non-search)
|
| 38 |
+
Elo 1289 [95% CI 1241–1336]
|
| 39 |
Stability 0.734
|
| 40 |
+
Validity 0.932</title></rect><rect x='457.6' y='121.7' width='22.4' height='206.3' fill='#519fcb' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='480.0' y='121.7' width='22.4' height='206.3' fill='#d96c16' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='480.0' x2='480.0' y1='98.4' y2='143.5'/><line x1='475.0' x2='485.0' y1='98.4' y2='98.4'/><line x1='475.0' x2='485.0' y1='143.5' y2='143.5'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(484.0 342.0) rotate(-35)'>GainRatio</text><rect class='sa-hit' x='448.0' y='18' width='64' height='414'><title>GainRatio (Information theory, non-search)
|
| 41 |
+
Elo 1291 [95% CI 1247–1338]
|
| 42 |
Stability 0.681
|
| 43 |
+
Validity 0.915</title></rect><rect x='521.6' y='120.2' width='22.4' height='207.8' fill='#b8d8ea' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='544.0' y='120.2' width='22.4' height='207.8' fill='#e39456' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='544.0' x2='544.0' y1='94.9' y2='145.0'/><line x1='539.0' x2='549.0' y1='94.9' y2='94.9'/><line x1='539.0' x2='549.0' y1='145.0' y2='145.0'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(548.0 342.0) rotate(-35)'>SFS</text><rect class='sa-hit' x='512.0' y='18' width='64' height='414'><title>SFS (Forward search, search)
|
| 44 |
+
Elo 1294 [95% CI 1244–1345]
|
| 45 |
Stability 0.278
|
| 46 |
+
Validity 0.664</title></rect><rect x='585.6' y='111.7' width='22.4' height='216.3' fill='#6caed2' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='608.0' y='111.7' width='22.4' height='216.3' fill='#e18c49' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='608.0' x2='608.0' y1='86.9' y2='135.6'/><line x1='603.0' x2='613.0' y1='86.9' y2='86.9'/><line x1='603.0' x2='613.0' y1='135.6' y2='135.6'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(612.0 342.0) rotate(-35)'>mRMR</text><rect class='sa-hit' x='576.0' y='18' width='64' height='414'><title>mRMR (Information theory, non-search)
|
| 47 |
+
Elo 1311 [95% CI 1263–1361]
|
| 48 |
Stability 0.578
|
| 49 |
+
Validity 0.712</title></rect><rect x='649.6' y='104.8' width='22.4' height='223.2' fill='#53a0cb' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='672.0' y='104.8' width='22.4' height='223.2' fill='#db7423' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='672.0' x2='672.0' y1='84.5' y2='122.7'/><line x1='667.0' x2='677.0' y1='84.5' y2='84.5'/><line x1='667.0' x2='677.0' y1='122.7' y2='122.7'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(676.0 342.0) rotate(-35)'>MI</text><rect class='sa-hit' x='640.0' y='18' width='64' height='414'><title>MI (Information theory, non-search)
|
| 50 |
+
Elo 1325 [95% CI 1289–1366]
|
| 51 |
Stability 0.673
|
| 52 |
+
Validity 0.863</title></rect><rect x='713.6' y='98.4' width='22.4' height='229.6' fill='#93c3df' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='736.0' y='98.4' width='22.4' height='229.6' fill='#dc7a2d' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='736.0' x2='736.0' y1='74.5' y2='123.2'/><line x1='731.0' x2='741.0' y1='74.5' y2='74.5'/><line x1='731.0' x2='741.0' y1='123.2' y2='123.2'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(740.0 342.0) rotate(-35)'>Lasso</text><rect class='sa-hit' x='704.0' y='18' width='64' height='414'><title>Lasso (Regularization, non-search)
|
| 53 |
+
Elo 1338 [95% CI 1288–1386]
|
| 54 |
Stability 0.422
|
| 55 |
+
Validity 0.825</title></rect><rect x='777.6' y='97.4' width='22.4' height='230.6' fill='#9ac7e1' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='800.0' y='97.4' width='22.4' height='230.6' fill='#ebb488' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='800.0' x2='800.0' y1='74.0' y2='117.2'/><line x1='795.0' x2='805.0' y1='74.0' y2='74.0'/><line x1='795.0' x2='805.0' y1='117.2' y2='117.2'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(804.0 342.0) rotate(-35)'>MarkovBlanket</text><rect class='sa-hit' x='768.0' y='18' width='64' height='414'><title>MarkovBlanket (Backward search, search)
|
| 56 |
+
Elo 1340 [95% CI 1300–1387]
|
| 57 |
Stability 0.396
|
| 58 |
+
Validity 0.467</title></rect><rect x='841.6' y='89.9' width='22.4' height='238.1' fill='#8bbfdc' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='864.0' y='89.9' width='22.4' height='238.1' fill='#e4985c' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='864.0' x2='864.0' y1='65.6' y2='113.7'/><line x1='859.0' x2='869.0' y1='65.6' y2='65.6'/><line x1='859.0' x2='869.0' y1='113.7' y2='113.7'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(868.0 342.0) rotate(-35)'>CART</text><rect class='sa-hit' x='832.0' y='18' width='64' height='414'><title>CART (Tree, non-search)
|
| 59 |
+
Elo 1355 [95% CI 1307–1404]
|
| 60 |
Stability 0.456
|
| 61 |
+
Validity 0.638</title></rect><rect x='905.6' y='84.5' width='22.4' height='243.5' fill='#58a3cd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='928.0' y='84.5' width='22.4' height='243.5' fill='#e08842' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='928.0' x2='928.0' y1='56.2' y2='110.3'/><line x1='923.0' x2='933.0' y1='56.2' y2='56.2'/><line x1='923.0' x2='933.0' y1='110.3' y2='110.3'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(932.0 342.0) rotate(-35)'>RFImportance</text><rect class='sa-hit' x='896.0' y='18' width='64' height='414'><title>RFImportance (Tree, non-search)
|
| 62 |
+
Elo 1366 [95% CI 1314–1423]
|
| 63 |
Stability 0.653
|
| 64 |
+
Validity 0.741</title></rect><rect x='969.6' y='84.5' width='22.4' height='243.5' fill='#7bb6d7' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='992.0' y='84.5' width='22.4' height='243.5' fill='#da7220' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='992.0' x2='992.0' y1='60.2' y2='107.3'/><line x1='987.0' x2='997.0' y1='60.2' y2='60.2'/><line x1='987.0' x2='997.0' y1='107.3' y2='107.3'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(996.0 342.0) rotate(-35)'>ElasticNet</text><rect class='sa-hit' x='960.0' y='18' width='64' height='414'><title>ElasticNet (Regularization, non-search)
|
| 65 |
+
Elo 1366 [95% CI 1320–1415]
|
| 66 |
Stability 0.519
|
| 67 |
Validity 0.873</title></rect><line class='sa-ink' x1='64' x2='1024' y1='328.0' y2='328.0' stroke-width='1' opacity='0.4'/><rect x='1070' y='40.0' width='12' height='107.0' fill='url(#sa-g-stab)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='30.0' text-anchor='middle' font-size='12'>stable</text><text class='sa-text' x='1076' y='165.0' text-anchor='middle' font-size='12'>unstable</text><text class='sa-muted' x='1088' y='151.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='97.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='44.0' font-size='11'>1.0</text><rect x='1070' y='207.0' width='12' height='107.0' fill='url(#sa-g-val)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='197.0' text-anchor='middle' font-size='12'>valid</text><text class='sa-text' x='1076' y='332.0' text-anchor='middle' font-size='12'>invalid</text><text class='sa-muted' x='1088' y='318.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='264.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='211.0' font-size='11'>1.0</text><rect x='1070' y='352.0' width='12' height='12' fill='url(#sa-na)' stroke='#000' stroke-width='0.6'/><text class='sa-muted' x='1088' y='362.0' font-size='11'>no result</text></svg><script type='text/plain' id='sa-csv'>Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Stability,Validity
|
| 68 |
+
RFImportance,Non-search,Tree,1366.0,1314.0,1423.0,0.653,0.741
|
| 69 |
+
ElasticNet,Non-search,Regularization,1366.0,1320.0,1415.0,0.519,0.873
|
| 70 |
+
CART,Non-search,Tree,1355.0,1307.0,1404.0,0.456,0.638
|
| 71 |
+
MarkovBlanket,Search,Backward search,1340.0,1300.0,1387.0,0.396,0.467
|
| 72 |
+
Lasso,Non-search,Regularization,1338.0,1288.0,1386.0,0.422,0.825
|
| 73 |
+
MI,Non-search,Information theory,1325.0,1289.0,1366.0,0.673,0.863
|
| 74 |
+
mRMR,Non-search,Information theory,1311.0,1263.0,1361.0,0.578,0.712
|
| 75 |
+
SFS,Search,Forward search,1294.0,1244.0,1345.0,0.278,0.664
|
| 76 |
+
GainRatio,Non-search,Information theory,1291.0,1247.0,1338.0,0.681,0.915
|
| 77 |
+
F-Test,Non-search,Correlation,1289.0,1241.0,1336.0,0.734,0.932
|
| 78 |
+
(R)ReliefF,Non-search,Distance,1275.0,1225.0,1324.0,0.647,0.808
|
| 79 |
+
SBE,Search,Backward search,1259.0,1200.0,1314.0,0.175,0.578
|
| 80 |
+
LOCO,Search,Leave-one-out,1241.0,1190.0,1296.0,0.22,0.613
|
| 81 |
+
Random,Baseline,Baseline,1000.0,947.0,1044.0,0.001,0.499
|
| 82 |
+
LaplacianScore,Non-search,Distance,995.0,907.0,1062.0,0.644,0.85
|
| 83 |
</script><script>
|
| 84 |
function saDownload(name, blob) {
|
| 85 |
var a = document.createElement('a');
|
data/subsets/tasks_all/models_lightgbm/budgets_1/leaderboard_table.html
CHANGED
|
@@ -29,22 +29,22 @@ td.na { color:var(--muted); }
|
|
| 29 |
font-size:12px; color:var(--fg); }
|
| 30 |
.pill.cat-search { border-color:var(--accent); }
|
| 31 |
.pill.cat-baseline { color:var(--muted); }
|
| 32 |
-
</style></head><body><div class='toolbar'><span class='hint'>Click a column to sort. Hover a header for its definition.</span><button onclick="saCsv('selectarena_leaderboard.csv')">CSV</button></div><div class='wrap'><table id='sa-table'><thead><tr><th class='num'>#</th><th class=''>Method</th><th class='' title='Taxonomy of the paper (Appendix A). Search methods evaluate many feature subsets with the model (forward, backward, leave-one-out); non-search methods use a proxy instead (correlation, distance, information theory, tree, regularization).'>Type</th><th class='num' title='Bradley-Terry Elo from pairwise matches within each dataset, budget and downstream model. Random = 1000. +/− give the 95% bootstrap interval.'>Elo ↑</th><th class='num' title='Mean rank of the downstream error.'>Avg. rank ↓</th><th class='num' title='Share of pairwise comparisons won, in %. Ties count half.'>Win rate ↑</th><th class='num' title='Mean relative gap (error − best error) / error to the best method, in %.'>Improvability ↓</th><th class='num' title='Mean ratio of the error to the same model trained on all features. Below 1: the selection helped.'>Error vs. all ↓</th><th class='num' title='Agreement of the selected features across bootstrap resamples (Nogueira et al., 2018).'>Stability ↑</th><th class='num' title='Share of the budget filled with original features when as many noise features are added.'>Validity ↑</th><th class='num' title='Median wall-clock time of the selection.'>Time (s) ↓</th><th class='num' title='Share of runs where the method ran out of time and random features filled the budget.'>Fallback (%)</th><th class='num'>#Datasets</th></tr></thead><tbody><tr><td class='num' data-sort='1'>1</td><td class='method' data-sort='RFImportance'>RFImportance</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1366.0'>1366<span class='sub'>+58 / −52</span></td><td class='num' data-sort='6.45'>6.45</td><td class='num' data-sort='61.1'>61.1</td><td class='num' data-sort='16.8'>16.8</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.653'>0.653</td><td class='num' data-sort='0.741'>0.741</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='2'>2</td><td class='method' data-sort='ElasticNet'>ElasticNet</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1366.0'>1366<span class='sub'>+45 / −48</span></td><td class='num' data-sort='6.43'>6.43</td><td class='num' data-sort='61.2'>61.2</td><td class='num' data-sort='18.4'>18.4</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.519'>0.519</td><td class='num' data-sort='0.873'>0.873</td><td class='num' data-sort='6.3'>6.3</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='3'>3</td><td class='method' data-sort='CART'>CART</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1355.0'>1355<span class='sub'>+50 / −48</span></td><td class='num' data-sort='6.79'>6.79</td><td class='num' data-sort='58.6'>58.6</td><td class='num' data-sort='19.1'>19.1</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.456'>0.456</td><td class='num' data-sort='0.638'>0.638</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='4'>4</td><td class='method' data-sort='MarkovBlanket'>MarkovBlanket</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1340.0'>1340<span class='sub'>+45 / −48</span></td><td class='num' data-sort='7.03'>7.03</td><td class='num' data-sort='56.9'>56.9</td><td class='num' data-sort='20.8'>20.8</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.396'>0.396</td><td class='num' data-sort='0.467'>0.467</td><td class='num' data-sort='0.1'>0.1</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='5'>5</td><td class='method' data-sort='Lasso'>Lasso</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1338.0'>1338<span class='sub'>+50 / −51</span></td><td class='num' data-sort='6.73'>6.73</td><td class='num' data-sort='59.1'>59.1</td><td class='num' data-sort='18.4'>18.4</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.422'>0.422</td><td class='num' data-sort='0.825'>0.825</td><td class='num' data-sort='2.1'>2.1</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='6'>6</td><td class='method' data-sort='MI'>MI</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1325.0'>1325<span class='sub'>+40 / −35</span></td><td class='num' data-sort='7.01'>7.01</td><td class='num' data-sort='57.1'>57.1</td><td class='num' data-sort='19.5'>19.5</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.673'>0.673</td><td class='num' data-sort='0.863'>0.863</td><td class='num' data-sort='0.4'>0.4</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='7'>7</td><td class='method' data-sort='mRMR'>mRMR</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1311.0'>1311<span class='sub'>+46 / −49</span></td><td class='num' data-sort='7.63'>7.63</td><td class='num' data-sort='52.6'>52.6</td><td class='num' data-sort='21.1'>21.1</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.578'>0.578</td><td class='num' data-sort='0.712'>0.712</td><td class='num' data-sort='0.3'>0.3</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='8'>8</td><td class='method' data-sort='SFS'>SFS</td><td class='' data-sort='Forward search'><span class='pill cat-search'>Forward search</span><span class='sub'>search</span></td><td class='num' data-sort='1294.0'>1294<span class='sub'>+49 / −46</span></td><td class='num' data-sort='7.71'>7.71</td><td class='num' data-sort='52.1'>52.1</td><td class='num' data-sort='22.7'>22.7</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.278'>0.278</td><td class='num' data-sort='0.664'>0.664</td><td class='num' data-sort='1770.9'>1,770.9</td><td class='num' data-sort='44.1'>44.1</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='9'>9</td><td class='method' data-sort='GainRatio'>GainRatio</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1291.0'>1291<span class='sub'>+45 / −42</span></td><td class='num' data-sort='7.77'>7.77</td><td class='num' data-sort='51.7'>51.7</td><td class='num' data-sort='22.6'>22.6</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.681'>0.681</td><td class='num' data-sort='0.915'>0.915</td><td class='num' data-sort='0.1'>0.1</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='10'>10</td><td class='method' data-sort='F-Test'>F-Test</td><td class='' data-sort='Correlation'><span class='pill cat-non-search'>Correlation</span><span class='sub'>non-search</span></td><td class='num' data-sort='1289.0'>1289<span class='sub'>+50 / −47</span></td><td class='num' data-sort='7.73'>7.73</td><td class='num' data-sort='51.9'>51.9</td><td class='num' data-sort='22.0'>22.0</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.734'>0.734</td><td class='num' data-sort='0.932'>0.932</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='11'>11</td><td class='method' data-sort='(R)ReliefF'>(R)ReliefF</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='1275.0'>1275<span class='sub'>+50 / −52</span></td><td class='num' data-sort='8.04'>8.04</td><td class='num' data-sort='49.7'>49.7</td><td class='num' data-sort='22.5'>22.5</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.647'>0.647</td><td class='num' data-sort='0.808'>0.808</td><td class='num' data-sort='12.8'>12.8</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='12'>12</td><td class='method' data-sort='SBE'>SBE</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1259.0'>1259<span class='sub'>+59 / −58</span></td><td class='num' data-sort='8.01'>8.01</td><td class='num' data-sort='50.0'>50.0</td><td class='num' data-sort='25.5'>25.5</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.175'>0.175</td><td class='num' data-sort='0.578'>0.578</td><td class='num' data-sort='3152.6'>3,152.6</td><td class='num' data-sort='48.8'>48.8</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='13'>13</td><td class='method' data-sort='LOCO'>LOCO</td><td class='' data-sort='Leave-one-out'><span class='pill cat-search'>Leave-one-out</span><span class='sub'>search</span></td><td class='num' data-sort='1241.0'>1241<span class='sub'>+59 / −57</span></td><td class='num' data-sort='8.54'>8.54</td><td class='num' data-sort='46.1'>46.1</td><td class='num' data-sort='25.5'>25.5</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.22'>0.220</td><td class='num' data-sort='0.613'>0.613</td><td class='num' data-sort='239.5'>239.5</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='14'>14</td><td class='method' data-sort='Random'>Random</td><td class='' data-sort='Baseline'><span class='pill cat-baseline'>Baseline</span></td><td class='num' data-sort='1000.0'>1000<span class='sub'>+48 / −55</span></td><td class='num' data-sort='11.82'>11.82</td><td class='num' data-sort='22.7'>22.7</td><td class='num' data-sort='38.0'>38.0</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.001'>0.001</td><td class='num' data-sort='0.499'>0.499</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='100.0'>100.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='15'>15</td><td class='method' data-sort='LaplacianScore'>LaplacianScore</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='995.0'>995<span class='sub'>+66 / −82</span></td><td class='num' data-sort='12.32'>12.32</td><td class='num' data-sort='19.1'>19.1</td><td class='num' data-sort='41.7'>41.7</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.644'>0.644</td><td class='num' data-sort='0.85'>0.850</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr></tbody></table></div><script type='text/plain' id='sa-csv'>Rank,Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Avg. rank,Win rate (%),Improvability (%),Error vs. all features,Stability,Validity,Selection time (s),Fallback rate (%),#Datasets,#Comparisons
|
| 33 |
-
1,RFImportance,Non-search,Tree,1366.0,1314.0,
|
| 34 |
-
2,ElasticNet,Non-search,Regularization,1366.0,
|
| 35 |
-
3,CART,Non-search,Tree,1355.0,1307.0,
|
| 36 |
-
4,MarkovBlanket,Search,Backward search,1340.0,
|
| 37 |
-
5,Lasso,Non-search,Regularization,1338.0,
|
| 38 |
-
6,MI,Non-search,Information theory,1325.0,
|
| 39 |
-
7,mRMR,Non-search,Information theory,1311.0,
|
| 40 |
-
8,SFS,Search,Forward search,1294.0,
|
| 41 |
-
9,GainRatio,Non-search,Information theory,1291.0,
|
| 42 |
-
10,F-Test,Non-search,Correlation,1289.0,
|
| 43 |
-
11,(R)ReliefF,Non-search,Distance,1275.0,
|
| 44 |
-
12,SBE,Search,Backward search,1259.0,
|
| 45 |
-
13,LOCO,Search,Leave-one-out,1241.0,
|
| 46 |
-
14,Random,Baseline,Baseline,1000.0,
|
| 47 |
-
15,LaplacianScore,Non-search,Distance,995.0,
|
| 48 |
</script><script>
|
| 49 |
function saDownload(name, blob) {
|
| 50 |
var a = document.createElement('a');
|
|
|
|
| 29 |
font-size:12px; color:var(--fg); }
|
| 30 |
.pill.cat-search { border-color:var(--accent); }
|
| 31 |
.pill.cat-baseline { color:var(--muted); }
|
| 32 |
+
</style></head><body><div class='toolbar'><span class='hint'>Click a column to sort. Hover a header for its definition.</span><button onclick="saCsv('selectarena_leaderboard.csv')">CSV</button></div><div class='wrap'><table id='sa-table'><thead><tr><th class='num'>#</th><th class=''>Method</th><th class='' title='Taxonomy of the paper (Appendix A). Search methods evaluate many feature subsets with the model (forward, backward, leave-one-out); non-search methods use a proxy instead (correlation, distance, information theory, tree, regularization).'>Type</th><th class='num' title='Bradley-Terry Elo from pairwise matches within each dataset, budget and downstream model. Random = 1000. +/− give the 95% bootstrap interval.'>Elo ↑</th><th class='num' title='Mean rank of the downstream error.'>Avg. rank ↓</th><th class='num' title='Share of pairwise comparisons won, in %. Ties count half.'>Win rate ↑</th><th class='num' title='Mean relative gap (error − best error) / error to the best method, in %.'>Improvability ↓</th><th class='num' title='Mean ratio of the error to the same model trained on all features. Below 1: the selection helped.'>Error vs. all ↓</th><th class='num' title='Agreement of the selected features across bootstrap resamples (Nogueira et al., 2018).'>Stability ↑</th><th class='num' title='Share of the budget filled with original features when as many noise features are added.'>Validity ↑</th><th class='num' title='Median wall-clock time of the selection.'>Time (s) ↓</th><th class='num' title='Share of runs where the method ran out of time and random features filled the budget.'>Fallback (%)</th><th class='num'>#Datasets</th></tr></thead><tbody><tr><td class='num' data-sort='1'>1</td><td class='method' data-sort='RFImportance'>RFImportance</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1366.0'>1366<span class='sub'>+57 / −52</span></td><td class='num' data-sort='6.45'>6.45</td><td class='num' data-sort='61.1'>61.1</td><td class='num' data-sort='16.8'>16.8</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.653'>0.653</td><td class='num' data-sort='0.741'>0.741</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='2'>2</td><td class='method' data-sort='ElasticNet'>ElasticNet</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1366.0'>1366<span class='sub'>+49 / −46</span></td><td class='num' data-sort='6.43'>6.43</td><td class='num' data-sort='61.2'>61.2</td><td class='num' data-sort='18.4'>18.4</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.519'>0.519</td><td class='num' data-sort='0.873'>0.873</td><td class='num' data-sort='6.3'>6.3</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='3'>3</td><td class='method' data-sort='CART'>CART</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1355.0'>1355<span class='sub'>+49 / −48</span></td><td class='num' data-sort='6.79'>6.79</td><td class='num' data-sort='58.6'>58.6</td><td class='num' data-sort='19.1'>19.1</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.456'>0.456</td><td class='num' data-sort='0.638'>0.638</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='4'>4</td><td class='method' data-sort='MarkovBlanket'>MarkovBlanket</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1340.0'>1340<span class='sub'>+47 / −40</span></td><td class='num' data-sort='7.03'>7.03</td><td class='num' data-sort='56.9'>56.9</td><td class='num' data-sort='20.8'>20.8</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.396'>0.396</td><td class='num' data-sort='0.467'>0.467</td><td class='num' data-sort='0.1'>0.1</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='5'>5</td><td class='method' data-sort='Lasso'>Lasso</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1338.0'>1338<span class='sub'>+48 / −50</span></td><td class='num' data-sort='6.73'>6.73</td><td class='num' data-sort='59.1'>59.1</td><td class='num' data-sort='18.4'>18.4</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.422'>0.422</td><td class='num' data-sort='0.825'>0.825</td><td class='num' data-sort='2.1'>2.1</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='6'>6</td><td class='method' data-sort='MI'>MI</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1325.0'>1325<span class='sub'>+41 / −36</span></td><td class='num' data-sort='7.01'>7.01</td><td class='num' data-sort='57.1'>57.1</td><td class='num' data-sort='19.5'>19.5</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.673'>0.673</td><td class='num' data-sort='0.863'>0.863</td><td class='num' data-sort='0.4'>0.4</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='7'>7</td><td class='method' data-sort='mRMR'>mRMR</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1311.0'>1311<span class='sub'>+50 / −48</span></td><td class='num' data-sort='7.63'>7.63</td><td class='num' data-sort='52.6'>52.6</td><td class='num' data-sort='21.1'>21.1</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.578'>0.578</td><td class='num' data-sort='0.712'>0.712</td><td class='num' data-sort='0.3'>0.3</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='8'>8</td><td class='method' data-sort='SFS'>SFS</td><td class='' data-sort='Forward search'><span class='pill cat-search'>Forward search</span><span class='sub'>search</span></td><td class='num' data-sort='1294.0'>1294<span class='sub'>+51 / −50</span></td><td class='num' data-sort='7.71'>7.71</td><td class='num' data-sort='52.1'>52.1</td><td class='num' data-sort='22.7'>22.7</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.278'>0.278</td><td class='num' data-sort='0.664'>0.664</td><td class='num' data-sort='1770.9'>1,770.9</td><td class='num' data-sort='44.1'>44.1</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='9'>9</td><td class='method' data-sort='GainRatio'>GainRatio</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1291.0'>1291<span class='sub'>+47 / −44</span></td><td class='num' data-sort='7.77'>7.77</td><td class='num' data-sort='51.7'>51.7</td><td class='num' data-sort='22.6'>22.6</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.681'>0.681</td><td class='num' data-sort='0.915'>0.915</td><td class='num' data-sort='0.1'>0.1</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='10'>10</td><td class='method' data-sort='F-Test'>F-Test</td><td class='' data-sort='Correlation'><span class='pill cat-non-search'>Correlation</span><span class='sub'>non-search</span></td><td class='num' data-sort='1289.0'>1289<span class='sub'>+47 / −48</span></td><td class='num' data-sort='7.73'>7.73</td><td class='num' data-sort='51.9'>51.9</td><td class='num' data-sort='22.0'>22.0</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.734'>0.734</td><td class='num' data-sort='0.932'>0.932</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='11'>11</td><td class='method' data-sort='(R)ReliefF'>(R)ReliefF</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='1275.0'>1275<span class='sub'>+49 / −50</span></td><td class='num' data-sort='8.04'>8.04</td><td class='num' data-sort='49.7'>49.7</td><td class='num' data-sort='22.5'>22.5</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.647'>0.647</td><td class='num' data-sort='0.808'>0.808</td><td class='num' data-sort='12.8'>12.8</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='12'>12</td><td class='method' data-sort='SBE'>SBE</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1259.0'>1259<span class='sub'>+55 / −59</span></td><td class='num' data-sort='8.01'>8.01</td><td class='num' data-sort='50.0'>50.0</td><td class='num' data-sort='25.5'>25.5</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.175'>0.175</td><td class='num' data-sort='0.578'>0.578</td><td class='num' data-sort='3152.6'>3,152.6</td><td class='num' data-sort='48.8'>48.8</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='13'>13</td><td class='method' data-sort='LOCO'>LOCO</td><td class='' data-sort='Leave-one-out'><span class='pill cat-search'>Leave-one-out</span><span class='sub'>search</span></td><td class='num' data-sort='1241.0'>1241<span class='sub'>+55 / −51</span></td><td class='num' data-sort='8.54'>8.54</td><td class='num' data-sort='46.1'>46.1</td><td class='num' data-sort='25.5'>25.5</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.22'>0.220</td><td class='num' data-sort='0.613'>0.613</td><td class='num' data-sort='239.5'>239.5</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='14'>14</td><td class='method' data-sort='Random'>Random</td><td class='' data-sort='Baseline'><span class='pill cat-baseline'>Baseline</span></td><td class='num' data-sort='1000.0'>1000<span class='sub'>+44 / −53</span></td><td class='num' data-sort='11.82'>11.82</td><td class='num' data-sort='22.7'>22.7</td><td class='num' data-sort='38.0'>38.0</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.001'>0.001</td><td class='num' data-sort='0.499'>0.499</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='100.0'>100.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='15'>15</td><td class='method' data-sort='LaplacianScore'>LaplacianScore</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='995.0'>995<span class='sub'>+67 / −88</span></td><td class='num' data-sort='12.32'>12.32</td><td class='num' data-sort='19.1'>19.1</td><td class='num' data-sort='41.7'>41.7</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.644'>0.644</td><td class='num' data-sort='0.85'>0.850</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr></tbody></table></div><script type='text/plain' id='sa-csv'>Rank,Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Avg. rank,Win rate (%),Improvability (%),Error vs. all features,Stability,Validity,Selection time (s),Fallback rate (%),#Datasets,#Comparisons
|
| 33 |
+
1,RFImportance,Non-search,Tree,1366.0,1314.0,1423.0,6.45,61.1,16.8,,0.653,0.741,0.2,0.0,71,213
|
| 34 |
+
2,ElasticNet,Non-search,Regularization,1366.0,1320.0,1415.0,6.43,61.2,18.4,,0.519,0.873,6.3,0.0,71,213
|
| 35 |
+
3,CART,Non-search,Tree,1355.0,1307.0,1404.0,6.79,58.6,19.1,,0.456,0.638,0.0,0.0,71,213
|
| 36 |
+
4,MarkovBlanket,Search,Backward search,1340.0,1300.0,1387.0,7.03,56.9,20.8,,0.396,0.467,0.1,0.0,71,213
|
| 37 |
+
5,Lasso,Non-search,Regularization,1338.0,1288.0,1386.0,6.73,59.1,18.4,,0.422,0.825,2.1,0.0,71,213
|
| 38 |
+
6,MI,Non-search,Information theory,1325.0,1289.0,1366.0,7.01,57.1,19.5,,0.673,0.863,0.4,0.0,71,213
|
| 39 |
+
7,mRMR,Non-search,Information theory,1311.0,1263.0,1361.0,7.63,52.6,21.1,,0.578,0.712,0.3,0.0,71,213
|
| 40 |
+
8,SFS,Search,Forward search,1294.0,1244.0,1345.0,7.71,52.1,22.7,,0.278,0.664,1770.9,44.1,71,213
|
| 41 |
+
9,GainRatio,Non-search,Information theory,1291.0,1247.0,1338.0,7.77,51.7,22.6,,0.681,0.915,0.1,0.0,71,213
|
| 42 |
+
10,F-Test,Non-search,Correlation,1289.0,1241.0,1336.0,7.73,51.9,22.0,,0.734,0.932,0.0,0.0,71,213
|
| 43 |
+
11,(R)ReliefF,Non-search,Distance,1275.0,1225.0,1324.0,8.04,49.7,22.5,,0.647,0.808,12.8,0.0,71,213
|
| 44 |
+
12,SBE,Search,Backward search,1259.0,1200.0,1314.0,8.01,50.0,25.5,,0.175,0.578,3152.6,48.8,71,213
|
| 45 |
+
13,LOCO,Search,Leave-one-out,1241.0,1190.0,1296.0,8.54,46.1,25.5,,0.22,0.613,239.5,0.0,71,213
|
| 46 |
+
14,Random,Baseline,Baseline,1000.0,947.0,1044.0,11.82,22.7,38.0,,0.001,0.499,0.0,100.0,71,213
|
| 47 |
+
15,LaplacianScore,Non-search,Distance,995.0,907.0,1062.0,12.32,19.1,41.7,,0.644,0.85,0.2,0.0,71,213
|
| 48 |
</script><script>
|
| 49 |
function saDownload(name, blob) {
|
| 50 |
var a = document.createElement('a');
|
data/subsets/tasks_all/models_lightgbm/budgets_1/website_leaderboard.csv
CHANGED
|
@@ -1,16 +1,16 @@
|
|
| 1 |
Rank,Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Avg. rank,Win rate (%),Improvability (%),Error vs. all features,Stability,Validity,Selection time (s),Fallback rate (%),#Datasets,#Comparisons
|
| 2 |
-
1,RFImportance,Non-search,Tree,1366.0,1314.0,
|
| 3 |
-
2,ElasticNet,Non-search,Regularization,1366.0,
|
| 4 |
-
3,CART,Non-search,Tree,1355.0,1307.0,
|
| 5 |
-
4,MarkovBlanket,Search,Backward search,1340.0,
|
| 6 |
-
5,Lasso,Non-search,Regularization,1338.0,
|
| 7 |
-
6,MI,Non-search,Information theory,1325.0,
|
| 8 |
-
7,mRMR,Non-search,Information theory,1311.0,
|
| 9 |
-
8,SFS,Search,Forward search,1294.0,
|
| 10 |
-
9,GainRatio,Non-search,Information theory,1291.0,
|
| 11 |
-
10,F-Test,Non-search,Correlation,1289.0,
|
| 12 |
-
11,(R)ReliefF,Non-search,Distance,1275.0,
|
| 13 |
-
12,SBE,Search,Backward search,1259.0,
|
| 14 |
-
13,LOCO,Search,Leave-one-out,1241.0,
|
| 15 |
-
14,Random,Baseline,Baseline,1000.0,
|
| 16 |
-
15,LaplacianScore,Non-search,Distance,995.0,
|
|
|
|
| 1 |
Rank,Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Avg. rank,Win rate (%),Improvability (%),Error vs. all features,Stability,Validity,Selection time (s),Fallback rate (%),#Datasets,#Comparisons
|
| 2 |
+
1,RFImportance,Non-search,Tree,1366.0,1314.0,1423.0,6.45,61.1,16.8,,0.653,0.741,0.2,0.0,71,213
|
| 3 |
+
2,ElasticNet,Non-search,Regularization,1366.0,1320.0,1415.0,6.43,61.2,18.4,,0.519,0.873,6.3,0.0,71,213
|
| 4 |
+
3,CART,Non-search,Tree,1355.0,1307.0,1404.0,6.79,58.6,19.1,,0.456,0.638,0.0,0.0,71,213
|
| 5 |
+
4,MarkovBlanket,Search,Backward search,1340.0,1300.0,1387.0,7.03,56.9,20.8,,0.396,0.467,0.1,0.0,71,213
|
| 6 |
+
5,Lasso,Non-search,Regularization,1338.0,1288.0,1386.0,6.73,59.1,18.4,,0.422,0.825,2.1,0.0,71,213
|
| 7 |
+
6,MI,Non-search,Information theory,1325.0,1289.0,1366.0,7.01,57.1,19.5,,0.673,0.863,0.4,0.0,71,213
|
| 8 |
+
7,mRMR,Non-search,Information theory,1311.0,1263.0,1361.0,7.63,52.6,21.1,,0.578,0.712,0.3,0.0,71,213
|
| 9 |
+
8,SFS,Search,Forward search,1294.0,1244.0,1345.0,7.71,52.1,22.7,,0.278,0.664,1770.9,44.1,71,213
|
| 10 |
+
9,GainRatio,Non-search,Information theory,1291.0,1247.0,1338.0,7.77,51.7,22.6,,0.681,0.915,0.1,0.0,71,213
|
| 11 |
+
10,F-Test,Non-search,Correlation,1289.0,1241.0,1336.0,7.73,51.9,22.0,,0.734,0.932,0.0,0.0,71,213
|
| 12 |
+
11,(R)ReliefF,Non-search,Distance,1275.0,1225.0,1324.0,8.04,49.7,22.5,,0.647,0.808,12.8,0.0,71,213
|
| 13 |
+
12,SBE,Search,Backward search,1259.0,1200.0,1314.0,8.01,50.0,25.5,,0.175,0.578,3152.6,48.8,71,213
|
| 14 |
+
13,LOCO,Search,Leave-one-out,1241.0,1190.0,1296.0,8.54,46.1,25.5,,0.22,0.613,239.5,0.0,71,213
|
| 15 |
+
14,Random,Baseline,Baseline,1000.0,947.0,1044.0,11.82,22.7,38.0,,0.001,0.499,0.0,100.0,71,213
|
| 16 |
+
15,LaplacianScore,Non-search,Distance,995.0,907.0,1062.0,12.32,19.1,41.7,,0.644,0.85,0.2,0.0,71,213
|
data/subsets/tasks_all/models_lightgbm/budgets_2/elo_explorer.html
CHANGED
|
@@ -19,67 +19,67 @@ svg { display:block; width:100%; height:auto; }
|
|
| 19 |
.sa-ink { stroke:var(--fg); }
|
| 20 |
.sa-hit { fill:transparent; }
|
| 21 |
.sa-hit:hover { fill:var(--fg); fill-opacity:0.06; }
|
| 22 |
-
</style><defs><pattern id='sa-na' width='6' height='6' patternUnits='userSpaceOnUse' patternTransform='rotate(45)'><rect width='6' height='6' fill='#e5e7eb'/><line x1='0' y1='0' x2='0' y2='6' stroke='#9ca3af' stroke-width='2'/></pattern><linearGradient id='sa-g-stab' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#0072B2'/></linearGradient><linearGradient id='sa-g-val' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#D55E00'/></linearGradient></defs><line class='sa-grid' x1='64' x2='1024' y1='
|
| 23 |
-
Elo 939 [95% CI
|
| 24 |
Stability 0.660
|
| 25 |
-
Validity 0.827</title></rect><rect x='137.6' y='
|
| 26 |
Elo 1000 [95% CI 948–1046]
|
| 27 |
Stability -0.001
|
| 28 |
-
Validity 0.513</title></rect><rect x='201.6' y='
|
| 29 |
-
Elo 1175 [95% CI
|
| 30 |
Stability 0.151
|
| 31 |
-
Validity 0.575</title></rect><rect x='265.6' y='
|
| 32 |
-
Elo 1193 [95% CI
|
| 33 |
Stability 0.239
|
| 34 |
-
Validity 0.627</title></rect><rect x='329.6' y='
|
| 35 |
-
Elo 1197 [95% CI
|
| 36 |
Stability 0.614
|
| 37 |
-
Validity 0.660</title></rect><rect x='393.6' y='
|
| 38 |
-
Elo 1199 [95% CI
|
| 39 |
Stability 0.673
|
| 40 |
-
Validity 0.757</title></rect><rect x='457.6' y='
|
| 41 |
-
Elo 1205 [95% CI
|
| 42 |
Stability 0.670
|
| 43 |
-
Validity 0.856</title></rect><rect x='521.6' y='
|
| 44 |
-
Elo 1212 [95% CI
|
| 45 |
Stability 0.706
|
| 46 |
-
Validity 0.879</title></rect><rect x='585.6' y='
|
| 47 |
-
Elo 1224 [95% CI
|
| 48 |
Stability 0.144
|
| 49 |
-
Validity 0.556</title></rect><rect x='649.6' y='
|
| 50 |
-
Elo 1248 [95% CI
|
| 51 |
Stability 0.413
|
| 52 |
-
Validity 0.447</title></rect><rect x='713.6' y='
|
| 53 |
-
Elo 1252 [95% CI
|
| 54 |
Stability 0.481
|
| 55 |
-
Validity 0.777</title></rect><rect x='777.6' y='
|
| 56 |
-
Elo 1268 [95% CI
|
| 57 |
Stability 0.389
|
| 58 |
-
Validity 0.730</title></rect><rect x='841.6' y='
|
| 59 |
-
Elo 1282 [95% CI
|
| 60 |
Stability 0.683
|
| 61 |
-
Validity 0.815</title></rect><rect x='905.6' y='
|
| 62 |
-
Elo 1283 [95% CI
|
| 63 |
Stability 0.444
|
| 64 |
-
Validity 0.572</title></rect><rect x='969.6' y='
|
| 65 |
-
Elo 1321 [95% CI
|
| 66 |
Stability 0.676
|
| 67 |
Validity 0.691</title></rect><line class='sa-ink' x1='64' x2='1024' y1='328.0' y2='328.0' stroke-width='1' opacity='0.4'/><rect x='1070' y='40.0' width='12' height='107.0' fill='url(#sa-g-stab)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='30.0' text-anchor='middle' font-size='12'>stable</text><text class='sa-text' x='1076' y='165.0' text-anchor='middle' font-size='12'>unstable</text><text class='sa-muted' x='1088' y='151.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='97.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='44.0' font-size='11'>1.0</text><rect x='1070' y='207.0' width='12' height='107.0' fill='url(#sa-g-val)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='197.0' text-anchor='middle' font-size='12'>valid</text><text class='sa-text' x='1076' y='332.0' text-anchor='middle' font-size='12'>invalid</text><text class='sa-muted' x='1088' y='318.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='264.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='211.0' font-size='11'>1.0</text><rect x='1070' y='352.0' width='12' height='12' fill='url(#sa-na)' stroke='#000' stroke-width='0.6'/><text class='sa-muted' x='1088' y='362.0' font-size='11'>no result</text></svg><script type='text/plain' id='sa-csv'>Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Stability,Validity
|
| 68 |
-
RFImportance,Non-search,Tree,1321.0,
|
| 69 |
-
CART,Non-search,Tree,1283.0,
|
| 70 |
-
MI,Non-search,Information theory,1282.0,
|
| 71 |
-
Lasso,Non-search,Regularization,1268.0,
|
| 72 |
-
ElasticNet,Non-search,Regularization,1252.0,
|
| 73 |
-
MarkovBlanket,Search,Backward search,1248.0,
|
| 74 |
-
SBE,Search,Backward search,1224.0,
|
| 75 |
-
F-Test,Non-search,Correlation,1212.0,
|
| 76 |
-
GainRatio,Non-search,Information theory,1205.0,
|
| 77 |
-
(R)ReliefF,Non-search,Distance,1199.0,
|
| 78 |
-
mRMR,Non-search,Information theory,1197.0,
|
| 79 |
-
SFS,Search,Forward search,1193.0,
|
| 80 |
-
LOCO,Search,Leave-one-out,1175.0,
|
| 81 |
Random,Baseline,Baseline,1000.0,948.0,1046.0,-0.001,0.513
|
| 82 |
-
LaplacianScore,Non-search,Distance,939.0,
|
| 83 |
</script><script>
|
| 84 |
function saDownload(name, blob) {
|
| 85 |
var a = document.createElement('a');
|
|
|
|
| 19 |
.sa-ink { stroke:var(--fg); }
|
| 20 |
.sa-hit { fill:transparent; }
|
| 21 |
.sa-hit:hover { fill:var(--fg); fill-opacity:0.06; }
|
| 22 |
+
</style><defs><pattern id='sa-na' width='6' height='6' patternUnits='userSpaceOnUse' patternTransform='rotate(45)'><rect width='6' height='6' fill='#e5e7eb'/><line x1='0' y1='0' x2='0' y2='6' stroke='#9ca3af' stroke-width='2'/></pattern><linearGradient id='sa-g-stab' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#0072B2'/></linearGradient><linearGradient id='sa-g-val' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#D55E00'/></linearGradient></defs><line class='sa-grid' x1='64' x2='1024' y1='315.6' y2='315.6' stroke-width='1'/><text class='sa-muted' x='56' y='319.6' text-anchor='end' font-size='12'>800</text><line class='sa-grid' x1='64' x2='1024' y1='266.0' y2='266.0' stroke-width='1'/><text class='sa-muted' x='56' y='270.0' text-anchor='end' font-size='12'>900</text><line class='sa-grid' x1='64' x2='1024' y1='216.4' y2='216.4' stroke-width='1'/><text class='sa-muted' x='56' y='220.4' text-anchor='end' font-size='12'>1000</text><line class='sa-grid' x1='64' x2='1024' y1='166.8' y2='166.8' stroke-width='1'/><text class='sa-muted' x='56' y='170.8' text-anchor='end' font-size='12'>1100</text><line class='sa-grid' x1='64' x2='1024' y1='117.2' y2='117.2' stroke-width='1'/><text class='sa-muted' x='56' y='121.2' text-anchor='end' font-size='12'>1200</text><line class='sa-grid' x1='64' x2='1024' y1='67.6' y2='67.6' stroke-width='1'/><text class='sa-muted' x='56' y='71.6' text-anchor='end' font-size='12'>1300</text><line class='sa-grid' x1='64' x2='1024' y1='18.0' y2='18.0' stroke-width='1'/><text class='sa-muted' x='56' y='22.0' text-anchor='end' font-size='12'>1400</text><text class='sa-text' transform='translate(16 173) rotate(-90)' text-anchor='middle' font-size='13'>Elo</text><line class='sa-ink' x1='64' x2='1024' y1='216.4' y2='216.4' stroke-width='1' stroke-dasharray='4 4' opacity='0.5'/><rect x='73.6' y='246.7' width='22.4' height='81.3' fill='#57a2cc' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='96.0' y='246.7' width='22.4' height='81.3' fill='#dc7a2c' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='96.0' x2='96.0' y1='210.0' y2='291.8'/><line x1='91.0' x2='101.0' y1='210.0' y2='210.0'/><line x1='91.0' x2='101.0' y1='291.8' y2='291.8'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(100.0 342.0) rotate(-35)'>LaplacianScore</text><rect class='sa-hit' x='64.0' y='18' width='64' height='414'><title>LaplacianScore (Distance, non-search)
|
| 23 |
+
Elo 939 [95% CI 848–1013]
|
| 24 |
Stability 0.660
|
| 25 |
+
Validity 0.827</title></rect><rect x='137.6' y='216.4' width='22.4' height='111.6' fill='#ffffff' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='160.0' y='216.4' width='22.4' height='111.6' fill='#e9ac7c' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='160.0' x2='160.0' y1='193.6' y2='242.2'/><line x1='155.0' x2='165.0' y1='193.6' y2='193.6'/><line x1='155.0' x2='165.0' y1='242.2' y2='242.2'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(164.0 342.0) rotate(-35)'>Random</text><rect class='sa-hit' x='128.0' y='18' width='64' height='414'><title>Random (Baseline, baseline)
|
| 26 |
Elo 1000 [95% CI 948–1046]
|
| 27 |
Stability -0.001
|
| 28 |
+
Validity 0.513</title></rect><rect x='201.6' y='129.6' width='22.4' height='198.4' fill='#d8eaf3' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='224.0' y='129.6' width='22.4' height='198.4' fill='#e7a26c' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='224.0' x2='224.0' y1='102.3' y2='157.4'/><line x1='219.0' x2='229.0' y1='102.3' y2='102.3'/><line x1='219.0' x2='229.0' y1='157.4' y2='157.4'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(228.0 342.0) rotate(-35)'>LOCO</text><rect class='sa-hit' x='192.0' y='18' width='64' height='414'><title>LOCO (Leave-one-out, search)
|
| 29 |
+
Elo 1175 [95% CI 1119–1230]
|
| 30 |
Stability 0.151
|
| 31 |
+
Validity 0.575</title></rect><rect x='265.6' y='120.7' width='22.4' height='207.3' fill='#c2dded' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='288.0' y='120.7' width='22.4' height='207.3' fill='#e59a5f' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='288.0' x2='288.0' y1='95.4' y2='146.5'/><line x1='283.0' x2='293.0' y1='95.4' y2='95.4'/><line x1='283.0' x2='293.0' y1='146.5' y2='146.5'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(292.0 342.0) rotate(-35)'>SFS</text><rect class='sa-hit' x='256.0' y='18' width='64' height='414'><title>SFS (Forward search, search)
|
| 32 |
+
Elo 1193 [95% CI 1141–1244]
|
| 33 |
Stability 0.239
|
| 34 |
+
Validity 0.627</title></rect><rect x='329.6' y='118.7' width='22.4' height='209.3' fill='#62a8d0' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='352.0' y='118.7' width='22.4' height='209.3' fill='#e39557' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='352.0' x2='352.0' y1='97.4' y2='140.5'/><line x1='347.0' x2='357.0' y1='97.4' y2='97.4'/><line x1='347.0' x2='357.0' y1='140.5' y2='140.5'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(356.0 342.0) rotate(-35)'>mRMR</text><rect class='sa-hit' x='320.0' y='18' width='64' height='414'><title>mRMR (Information theory, non-search)
|
| 35 |
+
Elo 1197 [95% CI 1153–1240]
|
| 36 |
Stability 0.614
|
| 37 |
+
Validity 0.660</title></rect><rect x='393.6' y='117.7' width='22.4' height='210.3' fill='#53a0cb' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='416.0' y='117.7' width='22.4' height='210.3' fill='#df853e' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='416.0' x2='416.0' y1='95.9' y2='141.0'/><line x1='411.0' x2='421.0' y1='95.9' y2='95.9'/><line x1='411.0' x2='421.0' y1='141.0' y2='141.0'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(420.0 342.0) rotate(-35)'>(R)ReliefF</text><rect class='sa-hit' x='384.0' y='18' width='64' height='414'><title>(R)ReliefF (Distance, non-search)
|
| 38 |
+
Elo 1199 [95% CI 1152–1243]
|
| 39 |
Stability 0.673
|
| 40 |
+
Validity 0.757</title></rect><rect x='457.6' y='114.7' width='22.4' height='213.3' fill='#54a1cb' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='480.0' y='114.7' width='22.4' height='213.3' fill='#db7525' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='480.0' x2='480.0' y1='91.4' y2='137.0'/><line x1='475.0' x2='485.0' y1='91.4' y2='91.4'/><line x1='475.0' x2='485.0' y1='137.0' y2='137.0'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(484.0 342.0) rotate(-35)'>GainRatio</text><rect class='sa-hit' x='448.0' y='18' width='64' height='414'><title>GainRatio (Information theory, non-search)
|
| 41 |
+
Elo 1205 [95% CI 1160–1252]
|
| 42 |
Stability 0.670
|
| 43 |
+
Validity 0.856</title></rect><rect x='521.6' y='111.2' width='22.4' height='216.8' fill='#4b9bc9' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='544.0' y='111.2' width='22.4' height='216.8' fill='#da711f' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='544.0' x2='544.0' y1='87.9' y2='133.6'/><line x1='539.0' x2='549.0' y1='87.9' y2='87.9'/><line x1='539.0' x2='549.0' y1='133.6' y2='133.6'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(548.0 342.0) rotate(-35)'>F-Test</text><rect class='sa-hit' x='512.0' y='18' width='64' height='414'><title>F-Test (Correlation, non-search)
|
| 44 |
+
Elo 1212 [95% CI 1167–1259]
|
| 45 |
Stability 0.706
|
| 46 |
+
Validity 0.879</title></rect><rect x='585.6' y='105.3' width='22.4' height='222.7' fill='#daebf4' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='608.0' y='105.3' width='22.4' height='222.7' fill='#e8a571' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='608.0' x2='608.0' y1='76.5' y2='131.6'/><line x1='603.0' x2='613.0' y1='76.5' y2='76.5'/><line x1='603.0' x2='613.0' y1='131.6' y2='131.6'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(612.0 342.0) rotate(-35)'>SBE</text><rect class='sa-hit' x='576.0' y='18' width='64' height='414'><title>SBE (Backward search, search)
|
| 47 |
+
Elo 1224 [95% CI 1171–1282]
|
| 48 |
Stability 0.144
|
| 49 |
+
Validity 0.556</title></rect><rect x='649.6' y='93.4' width='22.4' height='234.6' fill='#96c5df' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='672.0' y='93.4' width='22.4' height='234.6' fill='#ecb78d' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='672.0' x2='672.0' y1='74.5' y2='112.2'/><line x1='667.0' x2='677.0' y1='74.5' y2='74.5'/><line x1='667.0' x2='677.0' y1='112.2' y2='112.2'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(676.0 342.0) rotate(-35)'>MarkovBlanket</text><rect class='sa-hit' x='640.0' y='18' width='64' height='414'><title>MarkovBlanket (Backward search, search)
|
| 50 |
+
Elo 1248 [95% CI 1210–1286]
|
| 51 |
Stability 0.413
|
| 52 |
+
Validity 0.447</title></rect><rect x='713.6' y='91.4' width='22.4' height='236.6' fill='#84bbda' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='736.0' y='91.4' width='22.4' height='236.6' fill='#de8239' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='736.0' x2='736.0' y1='67.1' y2='115.7'/><line x1='731.0' x2='741.0' y1='67.1' y2='67.1'/><line x1='731.0' x2='741.0' y1='115.7' y2='115.7'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(740.0 342.0) rotate(-35)'>ElasticNet</text><rect class='sa-hit' x='704.0' y='18' width='64' height='414'><title>ElasticNet (Regularization, non-search)
|
| 53 |
+
Elo 1252 [95% CI 1203–1301]
|
| 54 |
Stability 0.481
|
| 55 |
+
Validity 0.777</title></rect><rect x='777.6' y='83.5' width='22.4' height='244.5' fill='#9cc8e1' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='800.0' y='83.5' width='22.4' height='244.5' fill='#e08945' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='800.0' x2='800.0' y1='58.2' y2='108.8'/><line x1='795.0' x2='805.0' y1='58.2' y2='58.2'/><line x1='795.0' x2='805.0' y1='108.8' y2='108.8'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(804.0 342.0) rotate(-35)'>Lasso</text><rect class='sa-hit' x='768.0' y='18' width='64' height='414'><title>Lasso (Regularization, non-search)
|
| 56 |
+
Elo 1268 [95% CI 1217–1319]
|
| 57 |
Stability 0.389
|
| 58 |
+
Validity 0.730</title></rect><rect x='841.6' y='76.5' width='22.4' height='251.5' fill='#519fca' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='864.0' y='76.5' width='22.4' height='251.5' fill='#dd7c2f' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='864.0' x2='864.0' y1='52.2' y2='101.3'/><line x1='859.0' x2='869.0' y1='52.2' y2='52.2'/><line x1='859.0' x2='869.0' y1='101.3' y2='101.3'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(868.0 342.0) rotate(-35)'>MI</text><rect class='sa-hit' x='832.0' y='18' width='64' height='414'><title>MI (Information theory, non-search)
|
| 59 |
+
Elo 1282 [95% CI 1232–1331]
|
| 60 |
Stability 0.683
|
| 61 |
+
Validity 0.815</title></rect><rect x='905.6' y='76.0' width='22.4' height='252.0' fill='#8ec0dd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='928.0' y='76.0' width='22.4' height='252.0' fill='#e7a36d' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='928.0' x2='928.0' y1='52.2' y2='99.3'/><line x1='923.0' x2='933.0' y1='52.2' y2='52.2'/><line x1='923.0' x2='933.0' y1='99.3' y2='99.3'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(932.0 342.0) rotate(-35)'>CART</text><rect class='sa-hit' x='896.0' y='18' width='64' height='414'><title>CART (Tree, non-search)
|
| 62 |
+
Elo 1283 [95% CI 1236–1331]
|
| 63 |
Stability 0.444
|
| 64 |
+
Validity 0.572</title></rect><rect x='969.6' y='57.2' width='22.4' height='270.8' fill='#53a0cb' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='992.0' y='57.2' width='22.4' height='270.8' fill='#e2904f' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='992.0' x2='992.0' y1='27.9' y2='82.0'/><line x1='987.0' x2='997.0' y1='27.9' y2='27.9'/><line x1='987.0' x2='997.0' y1='82.0' y2='82.0'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(996.0 342.0) rotate(-35)'>RFImportance</text><rect class='sa-hit' x='960.0' y='18' width='64' height='414'><title>RFImportance (Tree, non-search)
|
| 65 |
+
Elo 1321 [95% CI 1271–1380]
|
| 66 |
Stability 0.676
|
| 67 |
Validity 0.691</title></rect><line class='sa-ink' x1='64' x2='1024' y1='328.0' y2='328.0' stroke-width='1' opacity='0.4'/><rect x='1070' y='40.0' width='12' height='107.0' fill='url(#sa-g-stab)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='30.0' text-anchor='middle' font-size='12'>stable</text><text class='sa-text' x='1076' y='165.0' text-anchor='middle' font-size='12'>unstable</text><text class='sa-muted' x='1088' y='151.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='97.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='44.0' font-size='11'>1.0</text><rect x='1070' y='207.0' width='12' height='107.0' fill='url(#sa-g-val)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='197.0' text-anchor='middle' font-size='12'>valid</text><text class='sa-text' x='1076' y='332.0' text-anchor='middle' font-size='12'>invalid</text><text class='sa-muted' x='1088' y='318.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='264.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='211.0' font-size='11'>1.0</text><rect x='1070' y='352.0' width='12' height='12' fill='url(#sa-na)' stroke='#000' stroke-width='0.6'/><text class='sa-muted' x='1088' y='362.0' font-size='11'>no result</text></svg><script type='text/plain' id='sa-csv'>Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Stability,Validity
|
| 68 |
+
RFImportance,Non-search,Tree,1321.0,1271.0,1380.0,0.676,0.691
|
| 69 |
+
CART,Non-search,Tree,1283.0,1236.0,1331.0,0.444,0.572
|
| 70 |
+
MI,Non-search,Information theory,1282.0,1232.0,1331.0,0.683,0.815
|
| 71 |
+
Lasso,Non-search,Regularization,1268.0,1217.0,1319.0,0.389,0.73
|
| 72 |
+
ElasticNet,Non-search,Regularization,1252.0,1203.0,1301.0,0.481,0.777
|
| 73 |
+
MarkovBlanket,Search,Backward search,1248.0,1210.0,1286.0,0.413,0.447
|
| 74 |
+
SBE,Search,Backward search,1224.0,1171.0,1282.0,0.144,0.556
|
| 75 |
+
F-Test,Non-search,Correlation,1212.0,1167.0,1259.0,0.706,0.879
|
| 76 |
+
GainRatio,Non-search,Information theory,1205.0,1160.0,1252.0,0.67,0.856
|
| 77 |
+
(R)ReliefF,Non-search,Distance,1199.0,1152.0,1243.0,0.673,0.757
|
| 78 |
+
mRMR,Non-search,Information theory,1197.0,1153.0,1240.0,0.614,0.66
|
| 79 |
+
SFS,Search,Forward search,1193.0,1141.0,1244.0,0.239,0.627
|
| 80 |
+
LOCO,Search,Leave-one-out,1175.0,1119.0,1230.0,0.151,0.575
|
| 81 |
Random,Baseline,Baseline,1000.0,948.0,1046.0,-0.001,0.513
|
| 82 |
+
LaplacianScore,Non-search,Distance,939.0,848.0,1013.0,0.66,0.827
|
| 83 |
</script><script>
|
| 84 |
function saDownload(name, blob) {
|
| 85 |
var a = document.createElement('a');
|
data/subsets/tasks_all/models_lightgbm/budgets_2/leaderboard_table.html
CHANGED
|
@@ -29,22 +29,22 @@ td.na { color:var(--muted); }
|
|
| 29 |
font-size:12px; color:var(--fg); }
|
| 30 |
.pill.cat-search { border-color:var(--accent); }
|
| 31 |
.pill.cat-baseline { color:var(--muted); }
|
| 32 |
-
</style></head><body><div class='toolbar'><span class='hint'>Click a column to sort. Hover a header for its definition.</span><button onclick="saCsv('selectarena_leaderboard.csv')">CSV</button></div><div class='wrap'><table id='sa-table'><thead><tr><th class='num'>#</th><th class=''>Method</th><th class='' title='Taxonomy of the paper (Appendix A). Search methods evaluate many feature subsets with the model (forward, backward, leave-one-out); non-search methods use a proxy instead (correlation, distance, information theory, tree, regularization).'>Type</th><th class='num' title='Bradley-Terry Elo from pairwise matches within each dataset, budget and downstream model. Random = 1000. +/− give the 95% bootstrap interval.'>Elo ↑</th><th class='num' title='Mean rank of the downstream error.'>Avg. rank ↓</th><th class='num' title='Share of pairwise comparisons won, in %. Ties count half.'>Win rate ↑</th><th class='num' title='Mean relative gap (error − best error) / error to the best method, in %.'>Improvability ↓</th><th class='num' title='Mean ratio of the error to the same model trained on all features. Below 1: the selection helped.'>Error vs. all ↓</th><th class='num' title='Agreement of the selected features across bootstrap resamples (Nogueira et al., 2018).'>Stability ↑</th><th class='num' title='Share of the budget filled with original features when as many noise features are added.'>Validity ↑</th><th class='num' title='Median wall-clock time of the selection.'>Time (s) ↓</th><th class='num' title='Share of runs where the method ran out of time and random features filled the budget.'>Fallback (%)</th><th class='num'>#Datasets</th></tr></thead><tbody><tr><td class='num' data-sort='1'>1</td><td class='method' data-sort='RFImportance'>RFImportance</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1321.0'>1321<span class='sub'>+61 / −54</span></td><td class='num' data-sort='6.15'>6.15</td><td class='num' data-sort='63.2'>63.2</td><td class='num' data-sort='12.2'>12.2</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.676'>0.676</td><td class='num' data-sort='0.691'>0.691</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='2'>2</td><td class='method' data-sort='CART'>CART</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1283.0'>1283<span class='sub'>+50 / −50</span></td><td class='num' data-sort='6.72'>6.72</td><td class='num' data-sort='59.1'>59.1</td><td class='num' data-sort='16.5'>16.5</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.444'>0.444</td><td class='num' data-sort='0.572'>0.572</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='3'>3</td><td class='method' data-sort='MI'>MI</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1282.0'>1282<span class='sub'>+51 / −46</span></td><td class='num' data-sort='6.86'>6.86</td><td class='num' data-sort='58.2'>58.2</td><td class='num' data-sort='15.7'>15.7</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.683'>0.683</td><td class='num' data-sort='0.815'>0.815</td><td class='num' data-sort='0.4'>0.4</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='4'>4</td><td class='method' data-sort='Lasso'>Lasso</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1268.0'>1268<span class='sub'>+52 / −50</span></td><td class='num' data-sort='6.95'>6.95</td><td class='num' data-sort='57.5'>57.5</td><td class='num' data-sort='15.4'>15.4</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.389'>0.389</td><td class='num' data-sort='0.73'>0.730</td><td class='num' data-sort='1.8'>1.8</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='5'>5</td><td class='method' data-sort='ElasticNet'>ElasticNet</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1252.0'>1252<span class='sub'>+48 / −46</span></td><td class='num' data-sort='7.01'>7.01</td><td class='num' data-sort='57.1'>57.1</td><td class='num' data-sort='16.3'>16.3</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.481'>0.481</td><td class='num' data-sort='0.777'>0.777</td><td class='num' data-sort='6.3'>6.3</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='6'>6</td><td class='method' data-sort='MarkovBlanket'>MarkovBlanket</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1248.0'>1248<span class='sub'>+39 / −37</span></td><td class='num' data-sort='7.3'>7.30</td><td class='num' data-sort='55.0'>55.0</td><td class='num' data-sort='17.8'>17.8</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.413'>0.413</td><td class='num' data-sort='0.447'>0.447</td><td class='num' data-sort='0.1'>0.1</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='7'>7</td><td class='method' data-sort='SBE'>SBE</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1224.0'>1224<span class='sub'>+55 / −47</span></td><td class='num' data-sort='7.76'>7.76</td><td class='num' data-sort='51.7'>51.7</td><td class='num' data-sort='21.9'>21.9</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.144'>0.144</td><td class='num' data-sort='0.556'>0.556</td><td class='num' data-sort='2887.2'>2,887.2</td><td class='num' data-sort='47.4'>47.4</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='8'>8</td><td class='method' data-sort='F-Test'>F-Test</td><td class='' data-sort='Correlation'><span class='pill cat-non-search'>Correlation</span><span class='sub'>non-search</span></td><td class='num' data-sort='1212.0'>1212<span class='sub'>+47 / −43</span></td><td class='num' data-sort='7.66'>7.66</td><td class='num' data-sort='52.4'>52.4</td><td class='num' data-sort='18.3'>18.3</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.706'>0.706</td><td class='num' data-sort='0.879'>0.879</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='9'>9</td><td class='method' data-sort='GainRatio'>GainRatio</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1205.0'>1205<span class='sub'>+45 / −44</span></td><td class='num' data-sort='8.25'>8.25</td><td class='num' data-sort='48.2'>48.2</td><td class='num' data-sort='19.7'>19.7</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.67'>0.670</td><td class='num' data-sort='0.856'>0.856</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='10'>10</td><td class='method' data-sort='(R)ReliefF'>(R)ReliefF</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='1199.0'>1199<span class='sub'>+43 / −49</span></td><td class='num' data-sort='7.77'>7.77</td><td class='num' data-sort='51.7'>51.7</td><td class='num' data-sort='17.9'>17.9</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.673'>0.673</td><td class='num' data-sort='0.757'>0.757</td><td class='num' data-sort='12.9'>12.9</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='11'>11</td><td class='method' data-sort='mRMR'>mRMR</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1197.0'>1197<span class='sub'>+45 / −45</span></td><td class='num' data-sort='8.29'>8.29</td><td class='num' data-sort='47.9'>47.9</td><td class='num' data-sort='19.2'>19.2</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.614'>0.614</td><td class='num' data-sort='0.66'>0.660</td><td class='num' data-sort='0.4'>0.4</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='12'>12</td><td class='method' data-sort='SFS'>SFS</td><td class='' data-sort='Forward search'><span class='pill cat-search'>Forward search</span><span class='sub'>search</span></td><td class='num' data-sort='1193.0'>1193<span class='sub'>+55 / −48</span></td><td class='num' data-sort='8.11'>8.11</td><td class='num' data-sort='49.2'>49.2</td><td class='num' data-sort='20.8'>20.8</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.239'>0.239</td><td class='num' data-sort='0.627'>0.627</td><td class='num' data-sort='2274.8'>2,274.8</td><td class='num' data-sort='48.8'>48.8</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='13'>13</td><td class='method' data-sort='LOCO'>LOCO</td><td class='' data-sort='Leave-one-out'><span class='pill cat-search'>Leave-one-out</span><span class='sub'>search</span></td><td class='num' data-sort='1175.0'>1175<span class='sub'>+55 / −50</span></td><td class='num' data-sort='8.2'>8.20</td><td class='num' data-sort='48.6'>48.6</td><td class='num' data-sort='22.8'>22.8</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.151'>0.151</td><td class='num' data-sort='0.575'>0.575</td><td class='num' data-sort='251.9'>251.9</td><td class='num' data-sort='6.6'>6.6</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='14'>14</td><td class='method' data-sort='Random'>Random</td><td class='' data-sort='Baseline'><span class='pill cat-baseline'>Baseline</span></td><td class='num' data-sort='1000.0'>1000<span class='sub'>+46 / −52</span></td><td class='num' data-sort='10.87'>10.87</td><td class='num' data-sort='29.5'>29.5</td><td class='num' data-sort='32.0'>32.0</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='-0.001'>-0.001</td><td class='num' data-sort='0.513'>0.513</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='100.0'>100.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='15'>15</td><td class='method' data-sort='LaplacianScore'>LaplacianScore</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='939.0'>939<span class='sub'>+70 / −89</span></td><td class='num' data-sort='12.1'>12.10</td><td class='num' data-sort='20.7'>20.7</td><td class='num' data-sort='37.6'>37.6</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.66'>0.660</td><td class='num' data-sort='0.827'>0.827</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr></tbody></table></div><script type='text/plain' id='sa-csv'>Rank,Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Avg. rank,Win rate (%),Improvability (%),Error vs. all features,Stability,Validity,Selection time (s),Fallback rate (%),#Datasets,#Comparisons
|
| 33 |
-
1,RFImportance,Non-search,Tree,1321.0,
|
| 34 |
-
2,CART,Non-search,Tree,1283.0,
|
| 35 |
-
3,MI,Non-search,Information theory,1282.0,
|
| 36 |
-
4,Lasso,Non-search,Regularization,1268.0,
|
| 37 |
-
5,ElasticNet,Non-search,Regularization,1252.0,
|
| 38 |
-
6,MarkovBlanket,Search,Backward search,1248.0,
|
| 39 |
-
7,SBE,Search,Backward search,1224.0,
|
| 40 |
-
8,F-Test,Non-search,Correlation,1212.0,
|
| 41 |
-
9,GainRatio,Non-search,Information theory,1205.0,
|
| 42 |
-
10,(R)ReliefF,Non-search,Distance,1199.0,
|
| 43 |
-
11,mRMR,Non-search,Information theory,1197.0,
|
| 44 |
-
12,SFS,Search,Forward search,1193.0,
|
| 45 |
-
13,LOCO,Search,Leave-one-out,1175.0,
|
| 46 |
14,Random,Baseline,Baseline,1000.0,948.0,1046.0,10.87,29.5,32.0,,-0.001,0.513,0.0,100.0,71,213
|
| 47 |
-
15,LaplacianScore,Non-search,Distance,939.0,
|
| 48 |
</script><script>
|
| 49 |
function saDownload(name, blob) {
|
| 50 |
var a = document.createElement('a');
|
|
|
|
| 29 |
font-size:12px; color:var(--fg); }
|
| 30 |
.pill.cat-search { border-color:var(--accent); }
|
| 31 |
.pill.cat-baseline { color:var(--muted); }
|
| 32 |
+
</style></head><body><div class='toolbar'><span class='hint'>Click a column to sort. Hover a header for its definition.</span><button onclick="saCsv('selectarena_leaderboard.csv')">CSV</button></div><div class='wrap'><table id='sa-table'><thead><tr><th class='num'>#</th><th class=''>Method</th><th class='' title='Taxonomy of the paper (Appendix A). Search methods evaluate many feature subsets with the model (forward, backward, leave-one-out); non-search methods use a proxy instead (correlation, distance, information theory, tree, regularization).'>Type</th><th class='num' title='Bradley-Terry Elo from pairwise matches within each dataset, budget and downstream model. Random = 1000. +/− give the 95% bootstrap interval.'>Elo ↑</th><th class='num' title='Mean rank of the downstream error.'>Avg. rank ↓</th><th class='num' title='Share of pairwise comparisons won, in %. Ties count half.'>Win rate ↑</th><th class='num' title='Mean relative gap (error − best error) / error to the best method, in %.'>Improvability ↓</th><th class='num' title='Mean ratio of the error to the same model trained on all features. Below 1: the selection helped.'>Error vs. all ↓</th><th class='num' title='Agreement of the selected features across bootstrap resamples (Nogueira et al., 2018).'>Stability ↑</th><th class='num' title='Share of the budget filled with original features when as many noise features are added.'>Validity ↑</th><th class='num' title='Median wall-clock time of the selection.'>Time (s) ↓</th><th class='num' title='Share of runs where the method ran out of time and random features filled the budget.'>Fallback (%)</th><th class='num'>#Datasets</th></tr></thead><tbody><tr><td class='num' data-sort='1'>1</td><td class='method' data-sort='RFImportance'>RFImportance</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1321.0'>1321<span class='sub'>+59 / −50</span></td><td class='num' data-sort='6.15'>6.15</td><td class='num' data-sort='63.2'>63.2</td><td class='num' data-sort='12.2'>12.2</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.676'>0.676</td><td class='num' data-sort='0.691'>0.691</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='2'>2</td><td class='method' data-sort='CART'>CART</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1283.0'>1283<span class='sub'>+48 / −47</span></td><td class='num' data-sort='6.72'>6.72</td><td class='num' data-sort='59.1'>59.1</td><td class='num' data-sort='16.5'>16.5</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.444'>0.444</td><td class='num' data-sort='0.572'>0.572</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='3'>3</td><td class='method' data-sort='MI'>MI</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1282.0'>1282<span class='sub'>+49 / −50</span></td><td class='num' data-sort='6.86'>6.86</td><td class='num' data-sort='58.2'>58.2</td><td class='num' data-sort='15.7'>15.7</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.683'>0.683</td><td class='num' data-sort='0.815'>0.815</td><td class='num' data-sort='0.4'>0.4</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='4'>4</td><td class='method' data-sort='Lasso'>Lasso</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1268.0'>1268<span class='sub'>+51 / −51</span></td><td class='num' data-sort='6.95'>6.95</td><td class='num' data-sort='57.5'>57.5</td><td class='num' data-sort='15.4'>15.4</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.389'>0.389</td><td class='num' data-sort='0.73'>0.730</td><td class='num' data-sort='1.8'>1.8</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='5'>5</td><td class='method' data-sort='ElasticNet'>ElasticNet</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1252.0'>1252<span class='sub'>+49 / −49</span></td><td class='num' data-sort='7.01'>7.01</td><td class='num' data-sort='57.1'>57.1</td><td class='num' data-sort='16.3'>16.3</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.481'>0.481</td><td class='num' data-sort='0.777'>0.777</td><td class='num' data-sort='6.3'>6.3</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='6'>6</td><td class='method' data-sort='MarkovBlanket'>MarkovBlanket</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1248.0'>1248<span class='sub'>+38 / −38</span></td><td class='num' data-sort='7.3'>7.30</td><td class='num' data-sort='55.0'>55.0</td><td class='num' data-sort='17.8'>17.8</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.413'>0.413</td><td class='num' data-sort='0.447'>0.447</td><td class='num' data-sort='0.1'>0.1</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='7'>7</td><td class='method' data-sort='SBE'>SBE</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1224.0'>1224<span class='sub'>+58 / −53</span></td><td class='num' data-sort='7.76'>7.76</td><td class='num' data-sort='51.7'>51.7</td><td class='num' data-sort='21.9'>21.9</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.144'>0.144</td><td class='num' data-sort='0.556'>0.556</td><td class='num' data-sort='2887.2'>2,887.2</td><td class='num' data-sort='47.4'>47.4</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='8'>8</td><td class='method' data-sort='F-Test'>F-Test</td><td class='' data-sort='Correlation'><span class='pill cat-non-search'>Correlation</span><span class='sub'>non-search</span></td><td class='num' data-sort='1212.0'>1212<span class='sub'>+47 / −45</span></td><td class='num' data-sort='7.66'>7.66</td><td class='num' data-sort='52.4'>52.4</td><td class='num' data-sort='18.3'>18.3</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.706'>0.706</td><td class='num' data-sort='0.879'>0.879</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='9'>9</td><td class='method' data-sort='GainRatio'>GainRatio</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1205.0'>1205<span class='sub'>+47 / −45</span></td><td class='num' data-sort='8.25'>8.25</td><td class='num' data-sort='48.2'>48.2</td><td class='num' data-sort='19.7'>19.7</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.67'>0.670</td><td class='num' data-sort='0.856'>0.856</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='10'>10</td><td class='method' data-sort='(R)ReliefF'>(R)ReliefF</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='1199.0'>1199<span class='sub'>+44 / −47</span></td><td class='num' data-sort='7.77'>7.77</td><td class='num' data-sort='51.7'>51.7</td><td class='num' data-sort='17.9'>17.9</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.673'>0.673</td><td class='num' data-sort='0.757'>0.757</td><td class='num' data-sort='12.9'>12.9</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='11'>11</td><td class='method' data-sort='mRMR'>mRMR</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1197.0'>1197<span class='sub'>+43 / −44</span></td><td class='num' data-sort='8.29'>8.29</td><td class='num' data-sort='47.9'>47.9</td><td class='num' data-sort='19.2'>19.2</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.614'>0.614</td><td class='num' data-sort='0.66'>0.660</td><td class='num' data-sort='0.4'>0.4</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='12'>12</td><td class='method' data-sort='SFS'>SFS</td><td class='' data-sort='Forward search'><span class='pill cat-search'>Forward search</span><span class='sub'>search</span></td><td class='num' data-sort='1193.0'>1193<span class='sub'>+51 / −52</span></td><td class='num' data-sort='8.11'>8.11</td><td class='num' data-sort='49.2'>49.2</td><td class='num' data-sort='20.8'>20.8</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.239'>0.239</td><td class='num' data-sort='0.627'>0.627</td><td class='num' data-sort='2274.8'>2,274.8</td><td class='num' data-sort='48.8'>48.8</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='13'>13</td><td class='method' data-sort='LOCO'>LOCO</td><td class='' data-sort='Leave-one-out'><span class='pill cat-search'>Leave-one-out</span><span class='sub'>search</span></td><td class='num' data-sort='1175.0'>1175<span class='sub'>+55 / −56</span></td><td class='num' data-sort='8.2'>8.20</td><td class='num' data-sort='48.6'>48.6</td><td class='num' data-sort='22.8'>22.8</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.151'>0.151</td><td class='num' data-sort='0.575'>0.575</td><td class='num' data-sort='251.9'>251.9</td><td class='num' data-sort='6.6'>6.6</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='14'>14</td><td class='method' data-sort='Random'>Random</td><td class='' data-sort='Baseline'><span class='pill cat-baseline'>Baseline</span></td><td class='num' data-sort='1000.0'>1000<span class='sub'>+46 / −52</span></td><td class='num' data-sort='10.87'>10.87</td><td class='num' data-sort='29.5'>29.5</td><td class='num' data-sort='32.0'>32.0</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='-0.001'>-0.001</td><td class='num' data-sort='0.513'>0.513</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='100.0'>100.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='15'>15</td><td class='method' data-sort='LaplacianScore'>LaplacianScore</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='939.0'>939<span class='sub'>+74 / −91</span></td><td class='num' data-sort='12.1'>12.10</td><td class='num' data-sort='20.7'>20.7</td><td class='num' data-sort='37.6'>37.6</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.66'>0.660</td><td class='num' data-sort='0.827'>0.827</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr></tbody></table></div><script type='text/plain' id='sa-csv'>Rank,Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Avg. rank,Win rate (%),Improvability (%),Error vs. all features,Stability,Validity,Selection time (s),Fallback rate (%),#Datasets,#Comparisons
|
| 33 |
+
1,RFImportance,Non-search,Tree,1321.0,1271.0,1380.0,6.15,63.2,12.2,,0.676,0.691,0.2,0.0,71,213
|
| 34 |
+
2,CART,Non-search,Tree,1283.0,1236.0,1331.0,6.72,59.1,16.5,,0.444,0.572,0.0,0.0,71,213
|
| 35 |
+
3,MI,Non-search,Information theory,1282.0,1232.0,1331.0,6.86,58.2,15.7,,0.683,0.815,0.4,0.0,71,213
|
| 36 |
+
4,Lasso,Non-search,Regularization,1268.0,1217.0,1319.0,6.95,57.5,15.4,,0.389,0.73,1.8,0.0,71,213
|
| 37 |
+
5,ElasticNet,Non-search,Regularization,1252.0,1203.0,1301.0,7.01,57.1,16.3,,0.481,0.777,6.3,0.0,71,213
|
| 38 |
+
6,MarkovBlanket,Search,Backward search,1248.0,1210.0,1286.0,7.3,55.0,17.8,,0.413,0.447,0.1,0.0,71,213
|
| 39 |
+
7,SBE,Search,Backward search,1224.0,1171.0,1282.0,7.76,51.7,21.9,,0.144,0.556,2887.2,47.4,71,213
|
| 40 |
+
8,F-Test,Non-search,Correlation,1212.0,1167.0,1259.0,7.66,52.4,18.3,,0.706,0.879,0.0,0.0,71,213
|
| 41 |
+
9,GainRatio,Non-search,Information theory,1205.0,1160.0,1252.0,8.25,48.2,19.7,,0.67,0.856,0.2,0.0,71,213
|
| 42 |
+
10,(R)ReliefF,Non-search,Distance,1199.0,1152.0,1243.0,7.77,51.7,17.9,,0.673,0.757,12.9,0.0,71,213
|
| 43 |
+
11,mRMR,Non-search,Information theory,1197.0,1153.0,1240.0,8.29,47.9,19.2,,0.614,0.66,0.4,0.0,71,213
|
| 44 |
+
12,SFS,Search,Forward search,1193.0,1141.0,1244.0,8.11,49.2,20.8,,0.239,0.627,2274.8,48.8,71,213
|
| 45 |
+
13,LOCO,Search,Leave-one-out,1175.0,1119.0,1230.0,8.2,48.6,22.8,,0.151,0.575,251.9,6.6,71,213
|
| 46 |
14,Random,Baseline,Baseline,1000.0,948.0,1046.0,10.87,29.5,32.0,,-0.001,0.513,0.0,100.0,71,213
|
| 47 |
+
15,LaplacianScore,Non-search,Distance,939.0,848.0,1013.0,12.1,20.7,37.6,,0.66,0.827,0.2,0.0,71,213
|
| 48 |
</script><script>
|
| 49 |
function saDownload(name, blob) {
|
| 50 |
var a = document.createElement('a');
|
data/subsets/tasks_all/models_lightgbm/budgets_2/website_leaderboard.csv
CHANGED
|
@@ -1,16 +1,16 @@
|
|
| 1 |
Rank,Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Avg. rank,Win rate (%),Improvability (%),Error vs. all features,Stability,Validity,Selection time (s),Fallback rate (%),#Datasets,#Comparisons
|
| 2 |
-
1,RFImportance,Non-search,Tree,1321.0,
|
| 3 |
-
2,CART,Non-search,Tree,1283.0,
|
| 4 |
-
3,MI,Non-search,Information theory,1282.0,
|
| 5 |
-
4,Lasso,Non-search,Regularization,1268.0,
|
| 6 |
-
5,ElasticNet,Non-search,Regularization,1252.0,
|
| 7 |
-
6,MarkovBlanket,Search,Backward search,1248.0,
|
| 8 |
-
7,SBE,Search,Backward search,1224.0,
|
| 9 |
-
8,F-Test,Non-search,Correlation,1212.0,
|
| 10 |
-
9,GainRatio,Non-search,Information theory,1205.0,
|
| 11 |
-
10,(R)ReliefF,Non-search,Distance,1199.0,
|
| 12 |
-
11,mRMR,Non-search,Information theory,1197.0,
|
| 13 |
-
12,SFS,Search,Forward search,1193.0,
|
| 14 |
-
13,LOCO,Search,Leave-one-out,1175.0,
|
| 15 |
14,Random,Baseline,Baseline,1000.0,948.0,1046.0,10.87,29.5,32.0,,-0.001,0.513,0.0,100.0,71,213
|
| 16 |
-
15,LaplacianScore,Non-search,Distance,939.0,
|
|
|
|
| 1 |
Rank,Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Avg. rank,Win rate (%),Improvability (%),Error vs. all features,Stability,Validity,Selection time (s),Fallback rate (%),#Datasets,#Comparisons
|
| 2 |
+
1,RFImportance,Non-search,Tree,1321.0,1271.0,1380.0,6.15,63.2,12.2,,0.676,0.691,0.2,0.0,71,213
|
| 3 |
+
2,CART,Non-search,Tree,1283.0,1236.0,1331.0,6.72,59.1,16.5,,0.444,0.572,0.0,0.0,71,213
|
| 4 |
+
3,MI,Non-search,Information theory,1282.0,1232.0,1331.0,6.86,58.2,15.7,,0.683,0.815,0.4,0.0,71,213
|
| 5 |
+
4,Lasso,Non-search,Regularization,1268.0,1217.0,1319.0,6.95,57.5,15.4,,0.389,0.73,1.8,0.0,71,213
|
| 6 |
+
5,ElasticNet,Non-search,Regularization,1252.0,1203.0,1301.0,7.01,57.1,16.3,,0.481,0.777,6.3,0.0,71,213
|
| 7 |
+
6,MarkovBlanket,Search,Backward search,1248.0,1210.0,1286.0,7.3,55.0,17.8,,0.413,0.447,0.1,0.0,71,213
|
| 8 |
+
7,SBE,Search,Backward search,1224.0,1171.0,1282.0,7.76,51.7,21.9,,0.144,0.556,2887.2,47.4,71,213
|
| 9 |
+
8,F-Test,Non-search,Correlation,1212.0,1167.0,1259.0,7.66,52.4,18.3,,0.706,0.879,0.0,0.0,71,213
|
| 10 |
+
9,GainRatio,Non-search,Information theory,1205.0,1160.0,1252.0,8.25,48.2,19.7,,0.67,0.856,0.2,0.0,71,213
|
| 11 |
+
10,(R)ReliefF,Non-search,Distance,1199.0,1152.0,1243.0,7.77,51.7,17.9,,0.673,0.757,12.9,0.0,71,213
|
| 12 |
+
11,mRMR,Non-search,Information theory,1197.0,1153.0,1240.0,8.29,47.9,19.2,,0.614,0.66,0.4,0.0,71,213
|
| 13 |
+
12,SFS,Search,Forward search,1193.0,1141.0,1244.0,8.11,49.2,20.8,,0.239,0.627,2274.8,48.8,71,213
|
| 14 |
+
13,LOCO,Search,Leave-one-out,1175.0,1119.0,1230.0,8.2,48.6,22.8,,0.151,0.575,251.9,6.6,71,213
|
| 15 |
14,Random,Baseline,Baseline,1000.0,948.0,1046.0,10.87,29.5,32.0,,-0.001,0.513,0.0,100.0,71,213
|
| 16 |
+
15,LaplacianScore,Non-search,Distance,939.0,848.0,1013.0,12.1,20.7,37.6,,0.66,0.827,0.2,0.0,71,213
|
data/subsets/tasks_all/models_lightgbm/budgets_3/elo_explorer.html
CHANGED
|
@@ -19,67 +19,67 @@ svg { display:block; width:100%; height:auto; }
|
|
| 19 |
.sa-ink { stroke:var(--fg); }
|
| 20 |
.sa-hit { fill:transparent; }
|
| 21 |
.sa-hit:hover { fill:var(--fg); fill-opacity:0.06; }
|
| 22 |
-
</style><defs><pattern id='sa-na' width='6' height='6' patternUnits='userSpaceOnUse' patternTransform='rotate(45)'><rect width='6' height='6' fill='#e5e7eb'/><line x1='0' y1='0' x2='0' y2='6' stroke='#9ca3af' stroke-width='2'/></pattern><linearGradient id='sa-g-stab' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#0072B2'/></linearGradient><linearGradient id='sa-g-val' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#D55E00'/></linearGradient></defs><line class='sa-grid' x1='64' x2='1024' y1='293.6' y2='293.6' stroke-width='1'/><text class='sa-muted' x='56' y='297.6' text-anchor='end' font-size='12'>800</text><line class='sa-grid' x1='64' x2='1024' y1='247.6' y2='247.6' stroke-width='1'/><text class='sa-muted' x='56' y='251.6' text-anchor='end' font-size='12'>900</text><line class='sa-grid' x1='64' x2='1024' y1='201.7' y2='201.7' stroke-width='1'/><text class='sa-muted' x='56' y='205.7' text-anchor='end' font-size='12'>1000</text><line class='sa-grid' x1='64' x2='1024' y1='155.8' y2='155.8' stroke-width='1'/><text class='sa-muted' x='56' y='159.8' text-anchor='end' font-size='12'>1100</text><line class='sa-grid' x1='64' x2='1024' y1='109.9' y2='109.9' stroke-width='1'/><text class='sa-muted' x='56' y='113.9' text-anchor='end' font-size='12'>1200</text><line class='sa-grid' x1='64' x2='1024' y1='63.9' y2='63.9' stroke-width='1'/><text class='sa-muted' x='56' y='67.9' text-anchor='end' font-size='12'>1300</text><line class='sa-grid' x1='64' x2='1024' y1='18.0' y2='18.0' stroke-width='1'/><text class='sa-muted' x='56' y='22.0' text-anchor='end' font-size='12'>1400</text><text class='sa-text' transform='translate(16 173) rotate(-90)' text-anchor='middle' font-size='13'>Elo</text><line class='sa-ink' x1='64' x2='1024' y1='201.7' y2='201.7' stroke-width='1' stroke-dasharray='4 4' opacity='0.5'/><rect x='73.6' y='257.7' width='22.4' height='70.3' fill='#4f9eca' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='96.0' y='257.7' width='22.4' height='70.3' fill='#df853e' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='96.0' x2='96.0' y1='
|
| 23 |
-
Elo 878 [95% CI
|
| 24 |
Stability 0.689
|
| 25 |
-
Validity 0.758</title></rect><rect x='137.6' y='201.7' width='22.4' height='126.3' fill='#feffff' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='160.0' y='201.7' width='22.4' height='126.3' fill='#eaaf81' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='160.0' x2='160.0' y1='
|
| 26 |
-
Elo 1000 [95% CI
|
| 27 |
Stability 0.002
|
| 28 |
-
Validity 0.494</title></rect><rect x='201.6' y='156.7' width='22.4' height='171.3' fill='#c6dfee' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='224.0' y='156.7' width='22.4' height='171.3' fill='#e7a46e' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='224.0' x2='224.0' y1='
|
| 29 |
-
Elo 1098 [95% CI
|
| 30 |
Stability 0.225
|
| 31 |
-
Validity 0.568</title></rect><rect x='265.6' y='148.9' width='22.4' height='179.1' fill='#5ca5ce' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='288.0' y='148.9' width='22.4' height='179.1' fill='#df863f' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='288.0' x2='288.0' y1='127.
|
| 32 |
-
Elo 1115 [95% CI
|
| 33 |
Stability 0.641
|
| 34 |
-
Validity 0.751</title></rect><rect x='329.6' y='147.5' width='22.4' height='180.5' fill='#e2eff6' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='352.0' y='147.5' width='22.4' height='180.5' fill='#e8a774' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='352.0' x2='352.0' y1='
|
| 35 |
-
Elo 1118 [95% CI
|
| 36 |
Stability 0.114
|
| 37 |
-
Validity 0.544</title></rect><rect x='393.6' y='145.7' width='22.4' height='182.3' fill='#e7f2f8' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='416.0' y='145.7' width='22.4' height='182.3' fill='#e9aa78' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='416.0' x2='416.0' y1='119.
|
| 38 |
-
Elo 1122 [95% CI
|
| 39 |
Stability 0.095
|
| 40 |
-
Validity 0.530</title></rect><rect x='457.6' y='142.9' width='22.4' height='185.1' fill='#90c2de' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='480.0' y='142.9' width='22.4' height='185.1' fill='#ebb386' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='480.0' x2='480.0' y1='123.
|
| 41 |
-
Elo 1128 [95% CI
|
| 42 |
Stability 0.434
|
| 43 |
-
Validity 0.473</title></rect><rect x='521.6' y='135.1' width='22.4' height='192.9' fill='#58a3cc' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='544.0' y='135.1' width='22.4' height='192.9' fill='#e39455' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='544.0' x2='544.0' y1='
|
| 44 |
-
Elo 1145 [95% CI 1095–
|
| 45 |
Stability 0.656
|
| 46 |
-
Validity 0.667</title></rect><rect x='585.6' y='131.4' width='22.4' height='196.6' fill='#58a3cc' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='608.0' y='131.4' width='22.4' height='196.6' fill='#e6a068' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='608.0' x2='608.0' y1='
|
| 47 |
-
Elo 1153 [95% CI 1110–
|
| 48 |
Stability 0.656
|
| 49 |
-
Validity 0.593</title></rect><rect x='649.6' y='117.7' width='22.4' height='210.3' fill='#55a1cc' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='672.0' y='117.7' width='22.4' height='210.3' fill='#de8138' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='672.0' x2='672.0' y1='
|
| 50 |
-
Elo 1183 [95% CI
|
| 51 |
Stability 0.668
|
| 52 |
-
Validity 0.781</title></rect><rect x='713.6' y='111.2' width='22.4' height='216.8' fill='#5aa3cd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='736.0' y='111.2' width='22.4' height='216.8' fill='#e18b47' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='736.0' x2='736.0' y1='89.
|
| 53 |
-
Elo 1197 [95% CI
|
| 54 |
Stability 0.649
|
| 55 |
-
Validity 0.723</title></rect><rect x='777.6' y='106.6' width='22.4' height='221.4' fill='#aad0e5' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='800.0' y='106.6' width='22.4' height='221.4' fill='#e4975b' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='800.0' x2='800.0' y1='
|
| 56 |
-
Elo 1207 [95% CI 1160–
|
| 57 |
Stability 0.334
|
| 58 |
-
Validity 0.643</title></rect><rect x='841.6' y='106.6' width='22.4' height='221.4' fill='#94c4df' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='864.0' y='106.6' width='22.4' height='221.4' fill='#e39455' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='864.0' x2='864.0' y1='81.
|
| 59 |
-
Elo 1207 [95% CI 1154–
|
| 60 |
Stability 0.419
|
| 61 |
-
Validity 0.665</title></rect><rect x='905.6' y='105.3' width='22.4' height='222.7' fill='#98c6e0' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='928.0' y='105.3' width='22.4' height='222.7' fill='#eaad7e' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='928.0' x2='928.0' y1='
|
| 62 |
-
Elo 1210 [95% CI
|
| 63 |
Stability 0.402
|
| 64 |
-
Validity 0.507</title></rect><rect x='969.6' y='76.3' width='22.4' height='251.7' fill='#56a2cc' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='992.0' y='76.3' width='22.4' height='251.7' fill='#e69e66' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='992.0' x2='992.0' y1='
|
| 65 |
-
Elo 1273 [95% CI
|
| 66 |
Stability 0.661
|
| 67 |
Validity 0.600</title></rect><line class='sa-ink' x1='64' x2='1024' y1='328.0' y2='328.0' stroke-width='1' opacity='0.4'/><rect x='1070' y='40.0' width='12' height='107.0' fill='url(#sa-g-stab)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='30.0' text-anchor='middle' font-size='12'>stable</text><text class='sa-text' x='1076' y='165.0' text-anchor='middle' font-size='12'>unstable</text><text class='sa-muted' x='1088' y='151.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='97.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='44.0' font-size='11'>1.0</text><rect x='1070' y='207.0' width='12' height='107.0' fill='url(#sa-g-val)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='197.0' text-anchor='middle' font-size='12'>valid</text><text class='sa-text' x='1076' y='332.0' text-anchor='middle' font-size='12'>invalid</text><text class='sa-muted' x='1088' y='318.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='264.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='211.0' font-size='11'>1.0</text><rect x='1070' y='352.0' width='12' height='12' fill='url(#sa-na)' stroke='#000' stroke-width='0.6'/><text class='sa-muted' x='1088' y='362.0' font-size='11'>no result</text></svg><script type='text/plain' id='sa-csv'>Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Stability,Validity
|
| 68 |
-
RFImportance,Non-search,Tree,1273.0,
|
| 69 |
-
CART,Non-search,Tree,1210.0,
|
| 70 |
-
Lasso,Non-search,Regularization,1207.0,1160.0,
|
| 71 |
-
ElasticNet,Non-search,Regularization,1207.0,1154.0,
|
| 72 |
-
MI,Non-search,Information theory,1197.0,
|
| 73 |
-
F-Test,Non-search,Correlation,1183.0,
|
| 74 |
-
mRMR,Non-search,Information theory,1153.0,1110.0,
|
| 75 |
-
(R)ReliefF,Non-search,Distance,1145.0,1095.0,
|
| 76 |
-
MarkovBlanket,Search,Backward search,1128.0,
|
| 77 |
-
SBE,Search,Backward search,1122.0,
|
| 78 |
-
LOCO,Search,Leave-one-out,1118.0,
|
| 79 |
-
GainRatio,Non-search,Information theory,1115.0,
|
| 80 |
-
SFS,Search,Forward search,1098.0,
|
| 81 |
-
Random,Baseline,Baseline,1000.0,
|
| 82 |
-
LaplacianScore,Non-search,Distance,878.0,
|
| 83 |
</script><script>
|
| 84 |
function saDownload(name, blob) {
|
| 85 |
var a = document.createElement('a');
|
|
|
|
| 19 |
.sa-ink { stroke:var(--fg); }
|
| 20 |
.sa-hit { fill:transparent; }
|
| 21 |
.sa-hit:hover { fill:var(--fg); fill-opacity:0.06; }
|
| 22 |
+
</style><defs><pattern id='sa-na' width='6' height='6' patternUnits='userSpaceOnUse' patternTransform='rotate(45)'><rect width='6' height='6' fill='#e5e7eb'/><line x1='0' y1='0' x2='0' y2='6' stroke='#9ca3af' stroke-width='2'/></pattern><linearGradient id='sa-g-stab' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#0072B2'/></linearGradient><linearGradient id='sa-g-val' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#D55E00'/></linearGradient></defs><line class='sa-grid' x1='64' x2='1024' y1='293.6' y2='293.6' stroke-width='1'/><text class='sa-muted' x='56' y='297.6' text-anchor='end' font-size='12'>800</text><line class='sa-grid' x1='64' x2='1024' y1='247.6' y2='247.6' stroke-width='1'/><text class='sa-muted' x='56' y='251.6' text-anchor='end' font-size='12'>900</text><line class='sa-grid' x1='64' x2='1024' y1='201.7' y2='201.7' stroke-width='1'/><text class='sa-muted' x='56' y='205.7' text-anchor='end' font-size='12'>1000</text><line class='sa-grid' x1='64' x2='1024' y1='155.8' y2='155.8' stroke-width='1'/><text class='sa-muted' x='56' y='159.8' text-anchor='end' font-size='12'>1100</text><line class='sa-grid' x1='64' x2='1024' y1='109.9' y2='109.9' stroke-width='1'/><text class='sa-muted' x='56' y='113.9' text-anchor='end' font-size='12'>1200</text><line class='sa-grid' x1='64' x2='1024' y1='63.9' y2='63.9' stroke-width='1'/><text class='sa-muted' x='56' y='67.9' text-anchor='end' font-size='12'>1300</text><line class='sa-grid' x1='64' x2='1024' y1='18.0' y2='18.0' stroke-width='1'/><text class='sa-muted' x='56' y='22.0' text-anchor='end' font-size='12'>1400</text><text class='sa-text' transform='translate(16 173) rotate(-90)' text-anchor='middle' font-size='13'>Elo</text><line class='sa-ink' x1='64' x2='1024' y1='201.7' y2='201.7' stroke-width='1' stroke-dasharray='4 4' opacity='0.5'/><rect x='73.6' y='257.7' width='22.4' height='70.3' fill='#4f9eca' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='96.0' y='257.7' width='22.4' height='70.3' fill='#df853e' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='96.0' x2='96.0' y1='224.7' y2='295.4'/><line x1='91.0' x2='101.0' y1='224.7' y2='224.7'/><line x1='91.0' x2='101.0' y1='295.4' y2='295.4'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(100.0 342.0) rotate(-35)'>LaplacianScore</text><rect class='sa-hit' x='64.0' y='18' width='64' height='414'><title>LaplacianScore (Distance, non-search)
|
| 23 |
+
Elo 878 [95% CI 796–950]
|
| 24 |
Stability 0.689
|
| 25 |
+
Validity 0.758</title></rect><rect x='137.6' y='201.7' width='22.4' height='126.3' fill='#feffff' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='160.0' y='201.7' width='22.4' height='126.3' fill='#eaaf81' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='160.0' x2='160.0' y1='178.7' y2='227.9'/><line x1='155.0' x2='165.0' y1='178.7' y2='178.7'/><line x1='155.0' x2='165.0' y1='227.9' y2='227.9'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(164.0 342.0) rotate(-35)'>Random</text><rect class='sa-hit' x='128.0' y='18' width='64' height='414'><title>Random (Baseline, baseline)
|
| 26 |
+
Elo 1000 [95% CI 943–1050]
|
| 27 |
Stability 0.002
|
| 28 |
+
Validity 0.494</title></rect><rect x='201.6' y='156.7' width='22.4' height='171.3' fill='#c6dfee' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='224.0' y='156.7' width='22.4' height='171.3' fill='#e7a46e' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='224.0' x2='224.0' y1='133.7' y2='178.7'/><line x1='219.0' x2='229.0' y1='133.7' y2='133.7'/><line x1='219.0' x2='229.0' y1='178.7' y2='178.7'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(228.0 342.0) rotate(-35)'>SFS</text><rect class='sa-hit' x='192.0' y='18' width='64' height='414'><title>SFS (Forward search, search)
|
| 29 |
+
Elo 1098 [95% CI 1050–1148]
|
| 30 |
Stability 0.225
|
| 31 |
+
Validity 0.568</title></rect><rect x='265.6' y='148.9' width='22.4' height='179.1' fill='#5ca5ce' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='288.0' y='148.9' width='22.4' height='179.1' fill='#df863f' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='288.0' x2='288.0' y1='127.8' y2='169.1'/><line x1='283.0' x2='293.0' y1='127.8' y2='127.8'/><line x1='283.0' x2='293.0' y1='169.1' y2='169.1'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(292.0 342.0) rotate(-35)'>GainRatio</text><rect class='sa-hit' x='256.0' y='18' width='64' height='414'><title>GainRatio (Information theory, non-search)
|
| 32 |
+
Elo 1115 [95% CI 1071–1161]
|
| 33 |
Stability 0.641
|
| 34 |
+
Validity 0.751</title></rect><rect x='329.6' y='147.5' width='22.4' height='180.5' fill='#e2eff6' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='352.0' y='147.5' width='22.4' height='180.5' fill='#e8a774' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='352.0' x2='352.0' y1='123.2' y2='171.9'/><line x1='347.0' x2='357.0' y1='123.2' y2='123.2'/><line x1='347.0' x2='357.0' y1='171.9' y2='171.9'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(356.0 342.0) rotate(-35)'>LOCO</text><rect class='sa-hit' x='320.0' y='18' width='64' height='414'><title>LOCO (Leave-one-out, search)
|
| 35 |
+
Elo 1118 [95% CI 1065–1171]
|
| 36 |
Stability 0.114
|
| 37 |
+
Validity 0.544</title></rect><rect x='393.6' y='145.7' width='22.4' height='182.3' fill='#e7f2f8' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='416.0' y='145.7' width='22.4' height='182.3' fill='#e9aa78' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='416.0' x2='416.0' y1='119.5' y2='172.3'/><line x1='411.0' x2='421.0' y1='119.5' y2='119.5'/><line x1='411.0' x2='421.0' y1='172.3' y2='172.3'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(420.0 342.0) rotate(-35)'>SBE</text><rect class='sa-hit' x='384.0' y='18' width='64' height='414'><title>SBE (Backward search, search)
|
| 38 |
+
Elo 1122 [95% CI 1064–1179]
|
| 39 |
Stability 0.095
|
| 40 |
+
Validity 0.530</title></rect><rect x='457.6' y='142.9' width='22.4' height='185.1' fill='#90c2de' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='480.0' y='142.9' width='22.4' height='185.1' fill='#ebb386' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='480.0' x2='480.0' y1='123.2' y2='162.7'/><line x1='475.0' x2='485.0' y1='123.2' y2='123.2'/><line x1='475.0' x2='485.0' y1='162.7' y2='162.7'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(484.0 342.0) rotate(-35)'>MarkovBlanket</text><rect class='sa-hit' x='448.0' y='18' width='64' height='414'><title>MarkovBlanket (Backward search, search)
|
| 41 |
+
Elo 1128 [95% CI 1085–1171]
|
| 42 |
Stability 0.434
|
| 43 |
+
Validity 0.473</title></rect><rect x='521.6' y='135.1' width='22.4' height='192.9' fill='#58a3cc' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='544.0' y='135.1' width='22.4' height='192.9' fill='#e39455' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='544.0' x2='544.0' y1='111.2' y2='158.1'/><line x1='539.0' x2='549.0' y1='111.2' y2='111.2'/><line x1='539.0' x2='549.0' y1='158.1' y2='158.1'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(548.0 342.0) rotate(-35)'>(R)ReliefF</text><rect class='sa-hit' x='512.0' y='18' width='64' height='414'><title>(R)ReliefF (Distance, non-search)
|
| 44 |
+
Elo 1145 [95% CI 1095–1197]
|
| 45 |
Stability 0.656
|
| 46 |
+
Validity 0.667</title></rect><rect x='585.6' y='131.4' width='22.4' height='196.6' fill='#58a3cc' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='608.0' y='131.4' width='22.4' height='196.6' fill='#e6a068' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='608.0' x2='608.0' y1='111.7' y2='151.2'/><line x1='603.0' x2='613.0' y1='111.7' y2='111.7'/><line x1='603.0' x2='613.0' y1='151.2' y2='151.2'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(612.0 342.0) rotate(-35)'>mRMR</text><rect class='sa-hit' x='576.0' y='18' width='64' height='414'><title>mRMR (Information theory, non-search)
|
| 47 |
+
Elo 1153 [95% CI 1110–1196]
|
| 48 |
Stability 0.656
|
| 49 |
+
Validity 0.593</title></rect><rect x='649.6' y='117.7' width='22.4' height='210.3' fill='#55a1cc' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='672.0' y='117.7' width='22.4' height='210.3' fill='#de8138' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='672.0' x2='672.0' y1='97.5' y2='139.7'/><line x1='667.0' x2='677.0' y1='97.5' y2='97.5'/><line x1='667.0' x2='677.0' y1='139.7' y2='139.7'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(676.0 342.0) rotate(-35)'>F-Test</text><rect class='sa-hit' x='640.0' y='18' width='64' height='414'><title>F-Test (Correlation, non-search)
|
| 50 |
+
Elo 1183 [95% CI 1135–1227]
|
| 51 |
Stability 0.668
|
| 52 |
+
Validity 0.781</title></rect><rect x='713.6' y='111.2' width='22.4' height='216.8' fill='#5aa3cd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='736.0' y='111.2' width='22.4' height='216.8' fill='#e18b47' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='736.0' x2='736.0' y1='89.2' y2='133.7'/><line x1='731.0' x2='741.0' y1='89.2' y2='89.2'/><line x1='731.0' x2='741.0' y1='133.7' y2='133.7'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(740.0 342.0) rotate(-35)'>MI</text><rect class='sa-hit' x='704.0' y='18' width='64' height='414'><title>MI (Information theory, non-search)
|
| 53 |
+
Elo 1197 [95% CI 1148–1245]
|
| 54 |
Stability 0.649
|
| 55 |
+
Validity 0.723</title></rect><rect x='777.6' y='106.6' width='22.4' height='221.4' fill='#aad0e5' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='800.0' y='106.6' width='22.4' height='221.4' fill='#e4975b' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='800.0' x2='800.0' y1='85.5' y2='128.2'/><line x1='795.0' x2='805.0' y1='85.5' y2='85.5'/><line x1='795.0' x2='805.0' y1='128.2' y2='128.2'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(804.0 342.0) rotate(-35)'>Lasso</text><rect class='sa-hit' x='768.0' y='18' width='64' height='414'><title>Lasso (Regularization, non-search)
|
| 56 |
+
Elo 1207 [95% CI 1160–1253]
|
| 57 |
Stability 0.334
|
| 58 |
+
Validity 0.643</title></rect><rect x='841.6' y='106.6' width='22.4' height='221.4' fill='#94c4df' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='864.0' y='106.6' width='22.4' height='221.4' fill='#e39455' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='864.0' x2='864.0' y1='81.8' y2='131.0'/><line x1='859.0' x2='869.0' y1='81.8' y2='81.8'/><line x1='859.0' x2='869.0' y1='131.0' y2='131.0'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(868.0 342.0) rotate(-35)'>ElasticNet</text><rect class='sa-hit' x='832.0' y='18' width='64' height='414'><title>ElasticNet (Regularization, non-search)
|
| 59 |
+
Elo 1207 [95% CI 1154–1261]
|
| 60 |
Stability 0.419
|
| 61 |
+
Validity 0.665</title></rect><rect x='905.6' y='105.3' width='22.4' height='222.7' fill='#98c6e0' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='928.0' y='105.3' width='22.4' height='222.7' fill='#eaad7e' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='928.0' x2='928.0' y1='83.2' y2='124.1'/><line x1='923.0' x2='933.0' y1='83.2' y2='83.2'/><line x1='923.0' x2='933.0' y1='124.1' y2='124.1'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(932.0 342.0) rotate(-35)'>CART</text><rect class='sa-hit' x='896.0' y='18' width='64' height='414'><title>CART (Tree, non-search)
|
| 62 |
+
Elo 1210 [95% CI 1169–1258]
|
| 63 |
Stability 0.402
|
| 64 |
+
Validity 0.507</title></rect><rect x='969.6' y='76.3' width='22.4' height='251.7' fill='#56a2cc' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='992.0' y='76.3' width='22.4' height='251.7' fill='#e69e66' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='992.0' x2='992.0' y1='49.7' y2='98.8'/><line x1='987.0' x2='997.0' y1='49.7' y2='49.7'/><line x1='987.0' x2='997.0' y1='98.8' y2='98.8'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(996.0 342.0) rotate(-35)'>RFImportance</text><rect class='sa-hit' x='960.0' y='18' width='64' height='414'><title>RFImportance (Tree, non-search)
|
| 65 |
+
Elo 1273 [95% CI 1224–1331]
|
| 66 |
Stability 0.661
|
| 67 |
Validity 0.600</title></rect><line class='sa-ink' x1='64' x2='1024' y1='328.0' y2='328.0' stroke-width='1' opacity='0.4'/><rect x='1070' y='40.0' width='12' height='107.0' fill='url(#sa-g-stab)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='30.0' text-anchor='middle' font-size='12'>stable</text><text class='sa-text' x='1076' y='165.0' text-anchor='middle' font-size='12'>unstable</text><text class='sa-muted' x='1088' y='151.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='97.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='44.0' font-size='11'>1.0</text><rect x='1070' y='207.0' width='12' height='107.0' fill='url(#sa-g-val)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='197.0' text-anchor='middle' font-size='12'>valid</text><text class='sa-text' x='1076' y='332.0' text-anchor='middle' font-size='12'>invalid</text><text class='sa-muted' x='1088' y='318.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='264.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='211.0' font-size='11'>1.0</text><rect x='1070' y='352.0' width='12' height='12' fill='url(#sa-na)' stroke='#000' stroke-width='0.6'/><text class='sa-muted' x='1088' y='362.0' font-size='11'>no result</text></svg><script type='text/plain' id='sa-csv'>Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Stability,Validity
|
| 68 |
+
RFImportance,Non-search,Tree,1273.0,1224.0,1331.0,0.661,0.6
|
| 69 |
+
CART,Non-search,Tree,1210.0,1169.0,1258.0,0.402,0.507
|
| 70 |
+
Lasso,Non-search,Regularization,1207.0,1160.0,1253.0,0.334,0.643
|
| 71 |
+
ElasticNet,Non-search,Regularization,1207.0,1154.0,1261.0,0.419,0.665
|
| 72 |
+
MI,Non-search,Information theory,1197.0,1148.0,1245.0,0.649,0.723
|
| 73 |
+
F-Test,Non-search,Correlation,1183.0,1135.0,1227.0,0.668,0.781
|
| 74 |
+
mRMR,Non-search,Information theory,1153.0,1110.0,1196.0,0.656,0.593
|
| 75 |
+
(R)ReliefF,Non-search,Distance,1145.0,1095.0,1197.0,0.656,0.667
|
| 76 |
+
MarkovBlanket,Search,Backward search,1128.0,1085.0,1171.0,0.434,0.473
|
| 77 |
+
SBE,Search,Backward search,1122.0,1064.0,1179.0,0.095,0.53
|
| 78 |
+
LOCO,Search,Leave-one-out,1118.0,1065.0,1171.0,0.114,0.544
|
| 79 |
+
GainRatio,Non-search,Information theory,1115.0,1071.0,1161.0,0.641,0.751
|
| 80 |
+
SFS,Search,Forward search,1098.0,1050.0,1148.0,0.225,0.568
|
| 81 |
+
Random,Baseline,Baseline,1000.0,943.0,1050.0,0.002,0.494
|
| 82 |
+
LaplacianScore,Non-search,Distance,878.0,796.0,950.0,0.689,0.758
|
| 83 |
</script><script>
|
| 84 |
function saDownload(name, blob) {
|
| 85 |
var a = document.createElement('a');
|
data/subsets/tasks_all/models_lightgbm/budgets_3/leaderboard_table.html
CHANGED
|
@@ -29,22 +29,22 @@ td.na { color:var(--muted); }
|
|
| 29 |
font-size:12px; color:var(--fg); }
|
| 30 |
.pill.cat-search { border-color:var(--accent); }
|
| 31 |
.pill.cat-baseline { color:var(--muted); }
|
| 32 |
-
</style></head><body><div class='toolbar'><span class='hint'>Click a column to sort. Hover a header for its definition.</span><button onclick="saCsv('selectarena_leaderboard.csv')">CSV</button></div><div class='wrap'><table id='sa-table'><thead><tr><th class='num'>#</th><th class=''>Method</th><th class='' title='Taxonomy of the paper (Appendix A). Search methods evaluate many feature subsets with the model (forward, backward, leave-one-out); non-search methods use a proxy instead (correlation, distance, information theory, tree, regularization).'>Type</th><th class='num' title='Bradley-Terry Elo from pairwise matches within each dataset, budget and downstream model. Random = 1000. +/− give the 95% bootstrap interval.'>Elo ↑</th><th class='num' title='Mean rank of the downstream error.'>Avg. rank ↓</th><th class='num' title='Share of pairwise comparisons won, in %. Ties count half.'>Win rate ↑</th><th class='num' title='Mean relative gap (error − best error) / error to the best method, in %.'>Improvability ↓</th><th class='num' title='Mean ratio of the error to the same model trained on all features. Below 1: the selection helped.'>Error vs. all ↓</th><th class='num' title='Agreement of the selected features across bootstrap resamples (Nogueira et al., 2018).'>Stability ↑</th><th class='num' title='Share of the budget filled with original features when as many noise features are added.'>Validity ↑</th><th class='num' title='Median wall-clock time of the selection.'>Time (s) ↓</th><th class='num' title='Share of runs where the method ran out of time and random features filled the budget.'>Fallback (%)</th><th class='num'>#Datasets</th></tr></thead><tbody><tr><td class='num' data-sort='1'>1</td><td class='method' data-sort='RFImportance'>RFImportance</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1273.0'>1273<span class='sub'>+61 / −52</span></td><td class='num' data-sort='5.82'>5.82</td><td class='num' data-sort='65.6'>65.6</td><td class='num' data-sort='11.0'>11.0</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.661'>0.661</td><td class='num' data-sort='0.6'>0.600</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='2'>2</td><td class='method' data-sort='CART'>CART</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1210.0'>1210<span class='sub'>+44 / −48</span></td><td class='num' data-sort='6.66'>6.66</td><td class='num' data-sort='59.6'>59.6</td><td class='num' data-sort='14.0'>14.0</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.402'>0.402</td><td class='num' data-sort='0.507'>0.507</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='3'>3</td><td class='method' data-sort='Lasso'>Lasso</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1207.0'>1207<span class='sub'>+52 / −47</span></td><td class='num' data-sort='6.9'>6.90</td><td class='num' data-sort='57.9'>57.9</td><td class='num' data-sort='13.4'>13.4</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.334'>0.334</td><td class='num' data-sort='0.643'>0.643</td><td class='num' data-sort='1.9'>1.9</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='4'>4</td><td class='method' data-sort='ElasticNet'>ElasticNet</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1207.0'>1207<span class='sub'>+55 / −53</span></td><td class='num' data-sort='6.79'>6.79</td><td class='num' data-sort='58.6'>58.6</td><td class='num' data-sort='14.1'>14.1</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.419'>0.419</td><td class='num' data-sort='0.665'>0.665</td><td class='num' data-sort='6.1'>6.1</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='5'>5</td><td class='method' data-sort='MI'>MI</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1197.0'>1197<span class='sub'>+47 / −46</span></td><td class='num' data-sort='7.19'>7.19</td><td class='num' data-sort='55.8'>55.8</td><td class='num' data-sort='14.4'>14.4</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.649'>0.649</td><td class='num' data-sort='0.723'>0.723</td><td class='num' data-sort='0.4'>0.4</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='6'>6</td><td class='method' data-sort='F-Test'>F-Test</td><td class='' data-sort='Correlation'><span class='pill cat-non-search'>Correlation</span><span class='sub'>non-search</span></td><td class='num' data-sort='1183.0'>1183<span class='sub'>+50 / −47</span></td><td class='num' data-sort='7.42'>7.42</td><td class='num' data-sort='54.1'>54.1</td><td class='num' data-sort='13.5'>13.5</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.668'>0.668</td><td class='num' data-sort='0.781'>0.781</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='7'>7</td><td class='method' data-sort='mRMR'>mRMR</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1153.0'>1153<span class='sub'>+42 / −43</span></td><td class='num' data-sort='8.12'>8.12</td><td class='num' data-sort='49.1'>49.1</td><td class='num' data-sort='15.4'>15.4</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.656'>0.656</td><td class='num' data-sort='0.593'>0.593</td><td class='num' data-sort='0.5'>0.5</td><td class='num' data-sort='7.0'>7.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='8'>8</td><td class='method' data-sort='(R)ReliefF'>(R)ReliefF</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='1145.0'>1145<span class='sub'>+50 / −50</span></td><td class='num' data-sort='7.9'>7.90</td><td class='num' data-sort='50.7'>50.7</td><td class='num' data-sort='14.4'>14.4</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.656'>0.656</td><td class='num' data-sort='0.667'>0.667</td><td class='num' data-sort='13.1'>13.1</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='9'>9</td><td class='method' data-sort='MarkovBlanket'>MarkovBlanket</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1128.0'>1128<span class='sub'>+42 / −45</span></td><td class='num' data-sort='8.14'>8.14</td><td class='num' data-sort='49.0'>49.0</td><td class='num' data-sort='16.5'>16.5</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.434'>0.434</td><td class='num' data-sort='0.473'>0.473</td><td class='num' data-sort='0.1'>0.1</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='10'>10</td><td class='method' data-sort='SBE'>SBE</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1122.0'>1122<span class='sub'>+58 / −55</span></td><td class='num' data-sort='7.98'>7.98</td><td class='num' data-sort='50.1'>50.1</td><td class='num' data-sort='18.4'>18.4</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.095'>0.095</td><td class='num' data-sort='0.53'>0.530</td><td class='num' data-sort='1923.4'>1,923.4</td><td class='num' data-sort='44.6'>44.6</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='11'>11</td><td class='method' data-sort='LOCO'>LOCO</td><td class='' data-sort='Leave-one-out'><span class='pill cat-search'>Leave-one-out</span><span class='sub'>search</span></td><td class='num' data-sort='1118.0'>1118<span class='sub'>+51 / −52</span></td><td class='num' data-sort='8.21'>8.21</td><td class='num' data-sort='48.5'>48.5</td><td class='num' data-sort='19.1'>19.1</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.114'>0.114</td><td class='num' data-sort='0.544'>0.544</td><td class='num' data-sort='236.6'>236.6</td><td class='num' data-sort='11.3'>11.3</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='12'>12</td><td class='method' data-sort='GainRatio'>GainRatio</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1115.0'>1115<span class='sub'>+47 / −46</span></td><td class='num' data-sort='8.49'>8.49</td><td class='num' data-sort='46.5'>46.5</td><td class='num' data-sort='16.2'>16.2</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.641'>0.641</td><td class='num' data-sort='0.751'>0.751</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='13'>13</td><td class='method' data-sort='SFS'>SFS</td><td class='' data-sort='Forward search'><span class='pill cat-search'>Forward search</span><span class='sub'>search</span></td><td class='num' data-sort='1098.0'>1098<span class='sub'>+48 / −46</span></td><td class='num' data-sort='8.54'>8.54</td><td class='num' data-sort='46.1'>46.1</td><td class='num' data-sort='19.2'>19.2</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.225'>0.225</td><td class='num' data-sort='0.568'>0.568</td><td class='num' data-sort='2771.3'>2,771.3</td><td class='num' data-sort='48.4'>48.4</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='14'>14</td><td class='method' data-sort='Random'>Random</td><td class='' data-sort='Baseline'><span class='pill cat-baseline'>Baseline</span></td><td class='num' data-sort='1000.0'>1000<span class='sub'>+53 / −56</span></td><td class='num' data-sort='9.97'>9.97</td><td class='num' data-sort='35.9'>35.9</td><td class='num' data-sort='24.9'>24.9</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.002'>0.002</td><td class='num' data-sort='0.494'>0.494</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='100.0'>100.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='15'>15</td><td class='method' data-sort='LaplacianScore'>LaplacianScore</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='878.0'>878<span class='sub'>+68 / −85</span></td><td class='num' data-sort='11.86'>11.86</td><td class='num' data-sort='22.4'>22.4</td><td class='num' data-sort='31.8'>31.8</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.689'>0.689</td><td class='num' data-sort='0.758'>0.758</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr></tbody></table></div><script type='text/plain' id='sa-csv'>Rank,Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Avg. rank,Win rate (%),Improvability (%),Error vs. all features,Stability,Validity,Selection time (s),Fallback rate (%),#Datasets,#Comparisons
|
| 33 |
-
1,RFImportance,Non-search,Tree,1273.0,
|
| 34 |
-
2,CART,Non-search,Tree,1210.0,
|
| 35 |
-
3,Lasso,Non-search,Regularization,1207.0,1160.0,
|
| 36 |
-
4,ElasticNet,Non-search,Regularization,1207.0,1154.0,
|
| 37 |
-
5,MI,Non-search,Information theory,1197.0,
|
| 38 |
-
6,F-Test,Non-search,Correlation,1183.0,
|
| 39 |
-
7,mRMR,Non-search,Information theory,1153.0,1110.0,
|
| 40 |
-
8,(R)ReliefF,Non-search,Distance,1145.0,1095.0,
|
| 41 |
-
9,MarkovBlanket,Search,Backward search,1128.0,
|
| 42 |
-
10,SBE,Search,Backward search,1122.0,
|
| 43 |
-
11,LOCO,Search,Leave-one-out,1118.0,
|
| 44 |
-
12,GainRatio,Non-search,Information theory,1115.0,
|
| 45 |
-
13,SFS,Search,Forward search,1098.0,
|
| 46 |
-
14,Random,Baseline,Baseline,1000.0,
|
| 47 |
-
15,LaplacianScore,Non-search,Distance,878.0,
|
| 48 |
</script><script>
|
| 49 |
function saDownload(name, blob) {
|
| 50 |
var a = document.createElement('a');
|
|
|
|
| 29 |
font-size:12px; color:var(--fg); }
|
| 30 |
.pill.cat-search { border-color:var(--accent); }
|
| 31 |
.pill.cat-baseline { color:var(--muted); }
|
| 32 |
+
</style></head><body><div class='toolbar'><span class='hint'>Click a column to sort. Hover a header for its definition.</span><button onclick="saCsv('selectarena_leaderboard.csv')">CSV</button></div><div class='wrap'><table id='sa-table'><thead><tr><th class='num'>#</th><th class=''>Method</th><th class='' title='Taxonomy of the paper (Appendix A). Search methods evaluate many feature subsets with the model (forward, backward, leave-one-out); non-search methods use a proxy instead (correlation, distance, information theory, tree, regularization).'>Type</th><th class='num' title='Bradley-Terry Elo from pairwise matches within each dataset, budget and downstream model. Random = 1000. +/− give the 95% bootstrap interval.'>Elo ↑</th><th class='num' title='Mean rank of the downstream error.'>Avg. rank ↓</th><th class='num' title='Share of pairwise comparisons won, in %. Ties count half.'>Win rate ↑</th><th class='num' title='Mean relative gap (error − best error) / error to the best method, in %.'>Improvability ↓</th><th class='num' title='Mean ratio of the error to the same model trained on all features. Below 1: the selection helped.'>Error vs. all ↓</th><th class='num' title='Agreement of the selected features across bootstrap resamples (Nogueira et al., 2018).'>Stability ↑</th><th class='num' title='Share of the budget filled with original features when as many noise features are added.'>Validity ↑</th><th class='num' title='Median wall-clock time of the selection.'>Time (s) ↓</th><th class='num' title='Share of runs where the method ran out of time and random features filled the budget.'>Fallback (%)</th><th class='num'>#Datasets</th></tr></thead><tbody><tr><td class='num' data-sort='1'>1</td><td class='method' data-sort='RFImportance'>RFImportance</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1273.0'>1273<span class='sub'>+58 / −49</span></td><td class='num' data-sort='5.82'>5.82</td><td class='num' data-sort='65.6'>65.6</td><td class='num' data-sort='11.0'>11.0</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.661'>0.661</td><td class='num' data-sort='0.6'>0.600</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='2'>2</td><td class='method' data-sort='CART'>CART</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1210.0'>1210<span class='sub'>+48 / −41</span></td><td class='num' data-sort='6.66'>6.66</td><td class='num' data-sort='59.6'>59.6</td><td class='num' data-sort='14.0'>14.0</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.402'>0.402</td><td class='num' data-sort='0.507'>0.507</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='3'>3</td><td class='method' data-sort='Lasso'>Lasso</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1207.0'>1207<span class='sub'>+46 / −47</span></td><td class='num' data-sort='6.9'>6.90</td><td class='num' data-sort='57.9'>57.9</td><td class='num' data-sort='13.4'>13.4</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.334'>0.334</td><td class='num' data-sort='0.643'>0.643</td><td class='num' data-sort='1.9'>1.9</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='4'>4</td><td class='method' data-sort='ElasticNet'>ElasticNet</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1207.0'>1207<span class='sub'>+54 / −53</span></td><td class='num' data-sort='6.79'>6.79</td><td class='num' data-sort='58.6'>58.6</td><td class='num' data-sort='14.1'>14.1</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.419'>0.419</td><td class='num' data-sort='0.665'>0.665</td><td class='num' data-sort='6.1'>6.1</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='5'>5</td><td class='method' data-sort='MI'>MI</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1197.0'>1197<span class='sub'>+48 / −49</span></td><td class='num' data-sort='7.19'>7.19</td><td class='num' data-sort='55.8'>55.8</td><td class='num' data-sort='14.4'>14.4</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.649'>0.649</td><td class='num' data-sort='0.723'>0.723</td><td class='num' data-sort='0.4'>0.4</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='6'>6</td><td class='method' data-sort='F-Test'>F-Test</td><td class='' data-sort='Correlation'><span class='pill cat-non-search'>Correlation</span><span class='sub'>non-search</span></td><td class='num' data-sort='1183.0'>1183<span class='sub'>+44 / −48</span></td><td class='num' data-sort='7.42'>7.42</td><td class='num' data-sort='54.1'>54.1</td><td class='num' data-sort='13.5'>13.5</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.668'>0.668</td><td class='num' data-sort='0.781'>0.781</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='7'>7</td><td class='method' data-sort='mRMR'>mRMR</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1153.0'>1153<span class='sub'>+43 / −43</span></td><td class='num' data-sort='8.12'>8.12</td><td class='num' data-sort='49.1'>49.1</td><td class='num' data-sort='15.4'>15.4</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.656'>0.656</td><td class='num' data-sort='0.593'>0.593</td><td class='num' data-sort='0.5'>0.5</td><td class='num' data-sort='7.0'>7.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='8'>8</td><td class='method' data-sort='(R)ReliefF'>(R)ReliefF</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='1145.0'>1145<span class='sub'>+52 / −50</span></td><td class='num' data-sort='7.9'>7.90</td><td class='num' data-sort='50.7'>50.7</td><td class='num' data-sort='14.4'>14.4</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.656'>0.656</td><td class='num' data-sort='0.667'>0.667</td><td class='num' data-sort='13.1'>13.1</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='9'>9</td><td class='method' data-sort='MarkovBlanket'>MarkovBlanket</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1128.0'>1128<span class='sub'>+43 / −43</span></td><td class='num' data-sort='8.14'>8.14</td><td class='num' data-sort='49.0'>49.0</td><td class='num' data-sort='16.5'>16.5</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.434'>0.434</td><td class='num' data-sort='0.473'>0.473</td><td class='num' data-sort='0.1'>0.1</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='10'>10</td><td class='method' data-sort='SBE'>SBE</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1122.0'>1122<span class='sub'>+57 / −58</span></td><td class='num' data-sort='7.98'>7.98</td><td class='num' data-sort='50.1'>50.1</td><td class='num' data-sort='18.4'>18.4</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.095'>0.095</td><td class='num' data-sort='0.53'>0.530</td><td class='num' data-sort='1923.4'>1,923.4</td><td class='num' data-sort='44.6'>44.6</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='11'>11</td><td class='method' data-sort='LOCO'>LOCO</td><td class='' data-sort='Leave-one-out'><span class='pill cat-search'>Leave-one-out</span><span class='sub'>search</span></td><td class='num' data-sort='1118.0'>1118<span class='sub'>+53 / −53</span></td><td class='num' data-sort='8.21'>8.21</td><td class='num' data-sort='48.5'>48.5</td><td class='num' data-sort='19.1'>19.1</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.114'>0.114</td><td class='num' data-sort='0.544'>0.544</td><td class='num' data-sort='236.6'>236.6</td><td class='num' data-sort='11.3'>11.3</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='12'>12</td><td class='method' data-sort='GainRatio'>GainRatio</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1115.0'>1115<span class='sub'>+46 / −44</span></td><td class='num' data-sort='8.49'>8.49</td><td class='num' data-sort='46.5'>46.5</td><td class='num' data-sort='16.2'>16.2</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.641'>0.641</td><td class='num' data-sort='0.751'>0.751</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='13'>13</td><td class='method' data-sort='SFS'>SFS</td><td class='' data-sort='Forward search'><span class='pill cat-search'>Forward search</span><span class='sub'>search</span></td><td class='num' data-sort='1098.0'>1098<span class='sub'>+50 / −48</span></td><td class='num' data-sort='8.54'>8.54</td><td class='num' data-sort='46.1'>46.1</td><td class='num' data-sort='19.2'>19.2</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.225'>0.225</td><td class='num' data-sort='0.568'>0.568</td><td class='num' data-sort='2771.3'>2,771.3</td><td class='num' data-sort='48.4'>48.4</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='14'>14</td><td class='method' data-sort='Random'>Random</td><td class='' data-sort='Baseline'><span class='pill cat-baseline'>Baseline</span></td><td class='num' data-sort='1000.0'>1000<span class='sub'>+50 / −57</span></td><td class='num' data-sort='9.97'>9.97</td><td class='num' data-sort='35.9'>35.9</td><td class='num' data-sort='24.9'>24.9</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.002'>0.002</td><td class='num' data-sort='0.494'>0.494</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='100.0'>100.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='15'>15</td><td class='method' data-sort='LaplacianScore'>LaplacianScore</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='878.0'>878<span class='sub'>+72 / −82</span></td><td class='num' data-sort='11.86'>11.86</td><td class='num' data-sort='22.4'>22.4</td><td class='num' data-sort='31.8'>31.8</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.689'>0.689</td><td class='num' data-sort='0.758'>0.758</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr></tbody></table></div><script type='text/plain' id='sa-csv'>Rank,Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Avg. rank,Win rate (%),Improvability (%),Error vs. all features,Stability,Validity,Selection time (s),Fallback rate (%),#Datasets,#Comparisons
|
| 33 |
+
1,RFImportance,Non-search,Tree,1273.0,1224.0,1331.0,5.82,65.6,11.0,,0.661,0.6,0.2,0.0,71,213
|
| 34 |
+
2,CART,Non-search,Tree,1210.0,1169.0,1258.0,6.66,59.6,14.0,,0.402,0.507,0.0,0.0,71,213
|
| 35 |
+
3,Lasso,Non-search,Regularization,1207.0,1160.0,1253.0,6.9,57.9,13.4,,0.334,0.643,1.9,0.0,71,213
|
| 36 |
+
4,ElasticNet,Non-search,Regularization,1207.0,1154.0,1261.0,6.79,58.6,14.1,,0.419,0.665,6.1,0.0,71,213
|
| 37 |
+
5,MI,Non-search,Information theory,1197.0,1148.0,1245.0,7.19,55.8,14.4,,0.649,0.723,0.4,0.0,71,213
|
| 38 |
+
6,F-Test,Non-search,Correlation,1183.0,1135.0,1227.0,7.42,54.1,13.5,,0.668,0.781,0.0,0.0,71,213
|
| 39 |
+
7,mRMR,Non-search,Information theory,1153.0,1110.0,1196.0,8.12,49.1,15.4,,0.656,0.593,0.5,7.0,71,213
|
| 40 |
+
8,(R)ReliefF,Non-search,Distance,1145.0,1095.0,1197.0,7.9,50.7,14.4,,0.656,0.667,13.1,0.0,71,213
|
| 41 |
+
9,MarkovBlanket,Search,Backward search,1128.0,1085.0,1171.0,8.14,49.0,16.5,,0.434,0.473,0.1,0.0,71,213
|
| 42 |
+
10,SBE,Search,Backward search,1122.0,1064.0,1179.0,7.98,50.1,18.4,,0.095,0.53,1923.4,44.6,71,213
|
| 43 |
+
11,LOCO,Search,Leave-one-out,1118.0,1065.0,1171.0,8.21,48.5,19.1,,0.114,0.544,236.6,11.3,71,213
|
| 44 |
+
12,GainRatio,Non-search,Information theory,1115.0,1071.0,1161.0,8.49,46.5,16.2,,0.641,0.751,0.2,0.0,71,213
|
| 45 |
+
13,SFS,Search,Forward search,1098.0,1050.0,1148.0,8.54,46.1,19.2,,0.225,0.568,2771.3,48.4,71,213
|
| 46 |
+
14,Random,Baseline,Baseline,1000.0,943.0,1050.0,9.97,35.9,24.9,,0.002,0.494,0.0,100.0,71,213
|
| 47 |
+
15,LaplacianScore,Non-search,Distance,878.0,796.0,950.0,11.86,22.4,31.8,,0.689,0.758,0.2,0.0,71,213
|
| 48 |
</script><script>
|
| 49 |
function saDownload(name, blob) {
|
| 50 |
var a = document.createElement('a');
|
data/subsets/tasks_all/models_lightgbm/budgets_3/website_leaderboard.csv
CHANGED
|
@@ -1,16 +1,16 @@
|
|
| 1 |
Rank,Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Avg. rank,Win rate (%),Improvability (%),Error vs. all features,Stability,Validity,Selection time (s),Fallback rate (%),#Datasets,#Comparisons
|
| 2 |
-
1,RFImportance,Non-search,Tree,1273.0,
|
| 3 |
-
2,CART,Non-search,Tree,1210.0,
|
| 4 |
-
3,Lasso,Non-search,Regularization,1207.0,1160.0,
|
| 5 |
-
4,ElasticNet,Non-search,Regularization,1207.0,1154.0,
|
| 6 |
-
5,MI,Non-search,Information theory,1197.0,
|
| 7 |
-
6,F-Test,Non-search,Correlation,1183.0,
|
| 8 |
-
7,mRMR,Non-search,Information theory,1153.0,1110.0,
|
| 9 |
-
8,(R)ReliefF,Non-search,Distance,1145.0,1095.0,
|
| 10 |
-
9,MarkovBlanket,Search,Backward search,1128.0,
|
| 11 |
-
10,SBE,Search,Backward search,1122.0,
|
| 12 |
-
11,LOCO,Search,Leave-one-out,1118.0,
|
| 13 |
-
12,GainRatio,Non-search,Information theory,1115.0,
|
| 14 |
-
13,SFS,Search,Forward search,1098.0,
|
| 15 |
-
14,Random,Baseline,Baseline,1000.0,
|
| 16 |
-
15,LaplacianScore,Non-search,Distance,878.0,
|
|
|
|
| 1 |
Rank,Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Avg. rank,Win rate (%),Improvability (%),Error vs. all features,Stability,Validity,Selection time (s),Fallback rate (%),#Datasets,#Comparisons
|
| 2 |
+
1,RFImportance,Non-search,Tree,1273.0,1224.0,1331.0,5.82,65.6,11.0,,0.661,0.6,0.2,0.0,71,213
|
| 3 |
+
2,CART,Non-search,Tree,1210.0,1169.0,1258.0,6.66,59.6,14.0,,0.402,0.507,0.0,0.0,71,213
|
| 4 |
+
3,Lasso,Non-search,Regularization,1207.0,1160.0,1253.0,6.9,57.9,13.4,,0.334,0.643,1.9,0.0,71,213
|
| 5 |
+
4,ElasticNet,Non-search,Regularization,1207.0,1154.0,1261.0,6.79,58.6,14.1,,0.419,0.665,6.1,0.0,71,213
|
| 6 |
+
5,MI,Non-search,Information theory,1197.0,1148.0,1245.0,7.19,55.8,14.4,,0.649,0.723,0.4,0.0,71,213
|
| 7 |
+
6,F-Test,Non-search,Correlation,1183.0,1135.0,1227.0,7.42,54.1,13.5,,0.668,0.781,0.0,0.0,71,213
|
| 8 |
+
7,mRMR,Non-search,Information theory,1153.0,1110.0,1196.0,8.12,49.1,15.4,,0.656,0.593,0.5,7.0,71,213
|
| 9 |
+
8,(R)ReliefF,Non-search,Distance,1145.0,1095.0,1197.0,7.9,50.7,14.4,,0.656,0.667,13.1,0.0,71,213
|
| 10 |
+
9,MarkovBlanket,Search,Backward search,1128.0,1085.0,1171.0,8.14,49.0,16.5,,0.434,0.473,0.1,0.0,71,213
|
| 11 |
+
10,SBE,Search,Backward search,1122.0,1064.0,1179.0,7.98,50.1,18.4,,0.095,0.53,1923.4,44.6,71,213
|
| 12 |
+
11,LOCO,Search,Leave-one-out,1118.0,1065.0,1171.0,8.21,48.5,19.1,,0.114,0.544,236.6,11.3,71,213
|
| 13 |
+
12,GainRatio,Non-search,Information theory,1115.0,1071.0,1161.0,8.49,46.5,16.2,,0.641,0.751,0.2,0.0,71,213
|
| 14 |
+
13,SFS,Search,Forward search,1098.0,1050.0,1148.0,8.54,46.1,19.2,,0.225,0.568,2771.3,48.4,71,213
|
| 15 |
+
14,Random,Baseline,Baseline,1000.0,943.0,1050.0,9.97,35.9,24.9,,0.002,0.494,0.0,100.0,71,213
|
| 16 |
+
15,LaplacianScore,Non-search,Distance,878.0,796.0,950.0,11.86,22.4,31.8,,0.689,0.758,0.2,0.0,71,213
|
data/subsets/tasks_all/models_lightgbm/budgets_4/elo_explorer.html
CHANGED
|
@@ -19,67 +19,67 @@ svg { display:block; width:100%; height:auto; }
|
|
| 19 |
.sa-ink { stroke:var(--fg); }
|
| 20 |
.sa-hit { fill:transparent; }
|
| 21 |
.sa-hit:hover { fill:var(--fg); fill-opacity:0.06; }
|
| 22 |
-
</style><defs><pattern id='sa-na' width='6' height='6' patternUnits='userSpaceOnUse' patternTransform='rotate(45)'><rect width='6' height='6' fill='#e5e7eb'/><line x1='0' y1='0' x2='0' y2='6' stroke='#9ca3af' stroke-width='2'/></pattern><linearGradient id='sa-g-stab' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#0072B2'/></linearGradient><linearGradient id='sa-g-val' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#D55E00'/></linearGradient></defs><line class='sa-grid' x1='64' x2='1024' y1='
|
| 23 |
-
Elo 968 [95% CI
|
| 24 |
Stability 0.678
|
| 25 |
-
Validity 0.701</title></rect><rect x='137.6' y='
|
| 26 |
-
Elo 1000 [95% CI
|
| 27 |
Stability 0.002
|
| 28 |
-
Validity 0.500</title></rect><rect x='201.6' y='
|
| 29 |
-
Elo 1091 [95% CI
|
| 30 |
Stability 0.550
|
| 31 |
-
Validity 0.659</title></rect><rect x='265.6' y='
|
| 32 |
-
Elo 1092 [95% CI
|
| 33 |
Stability 0.080
|
| 34 |
-
Validity 0.520</title></rect><rect x='329.6' y='
|
| 35 |
-
Elo 1097 [95% CI
|
| 36 |
Stability 0.176
|
| 37 |
-
Validity 0.525</title></rect><rect x='393.6' y='
|
| 38 |
-
Elo 1112 [95% CI
|
| 39 |
Stability 0.059
|
| 40 |
-
Validity 0.517</title></rect><rect x='457.6' y='
|
| 41 |
-
Elo 1116 [95% CI
|
| 42 |
Stability 0.404
|
| 43 |
-
Validity 0.463</title></rect><rect x='521.6' y='
|
| 44 |
-
Elo 1125 [95% CI
|
| 45 |
Stability 0.651
|
| 46 |
-
Validity 0.530</title></rect><rect x='585.6' y='
|
| 47 |
-
Elo 1148 [95% CI
|
| 48 |
Stability 0.612
|
| 49 |
-
Validity 0.594</title></rect><rect x='649.6' y='
|
| 50 |
-
Elo 1154 [95% CI
|
| 51 |
Stability 0.562
|
| 52 |
-
Validity 0.689</title></rect><rect x='713.6' y='
|
| 53 |
-
Elo 1160 [95% CI
|
| 54 |
Stability 0.587
|
| 55 |
-
Validity 0.627</title></rect><rect x='777.6' y='
|
| 56 |
-
Elo 1169 [95% CI
|
| 57 |
Stability 0.246
|
| 58 |
-
Validity 0.563</title></rect><rect x='841.6' y='
|
| 59 |
-
Elo 1171 [95% CI
|
| 60 |
Stability 0.308
|
| 61 |
-
Validity 0.568</title></rect><rect x='905.6' y='
|
| 62 |
-
Elo 1177 [95% CI 1128–
|
| 63 |
Stability 0.324
|
| 64 |
-
Validity 0.482</title></rect><rect x='969.6' y='
|
| 65 |
-
Elo 1274 [95% CI
|
| 66 |
Stability 0.597
|
| 67 |
Validity 0.507</title></rect><line class='sa-ink' x1='64' x2='1024' y1='328.0' y2='328.0' stroke-width='1' opacity='0.4'/><rect x='1070' y='40.0' width='12' height='107.0' fill='url(#sa-g-stab)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='30.0' text-anchor='middle' font-size='12'>stable</text><text class='sa-text' x='1076' y='165.0' text-anchor='middle' font-size='12'>unstable</text><text class='sa-muted' x='1088' y='151.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='97.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='44.0' font-size='11'>1.0</text><rect x='1070' y='207.0' width='12' height='107.0' fill='url(#sa-g-val)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='197.0' text-anchor='middle' font-size='12'>valid</text><text class='sa-text' x='1076' y='332.0' text-anchor='middle' font-size='12'>invalid</text><text class='sa-muted' x='1088' y='318.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='264.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='211.0' font-size='11'>1.0</text><rect x='1070' y='352.0' width='12' height='12' fill='url(#sa-na)' stroke='#000' stroke-width='0.6'/><text class='sa-muted' x='1088' y='362.0' font-size='11'>no result</text></svg><script type='text/plain' id='sa-csv'>Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Stability,Validity
|
| 68 |
-
RFImportance,Non-search,Tree,1274.0,
|
| 69 |
-
CART,Non-search,Tree,1177.0,1128.0,
|
| 70 |
-
ElasticNet,Non-search,Regularization,1171.0,
|
| 71 |
-
Lasso,Non-search,Regularization,1169.0,
|
| 72 |
-
MI,Non-search,Information theory,1160.0,
|
| 73 |
-
F-Test,Non-search,Correlation,1154.0,
|
| 74 |
-
(R)ReliefF,Non-search,Distance,1148.0,
|
| 75 |
-
mRMR,Non-search,Information theory,1125.0,
|
| 76 |
-
MarkovBlanket,Search,Backward search,1116.0,
|
| 77 |
-
SBE,Search,Backward search,1112.0,
|
| 78 |
-
SFS,Search,Forward search,1097.0,
|
| 79 |
-
LOCO,Search,Leave-one-out,1092.0,
|
| 80 |
-
GainRatio,Non-search,Information theory,1091.0,
|
| 81 |
-
Random,Baseline,Baseline,1000.0,
|
| 82 |
-
LaplacianScore,Non-search,Distance,968.0,
|
| 83 |
</script><script>
|
| 84 |
function saDownload(name, blob) {
|
| 85 |
var a = document.createElement('a');
|
|
|
|
| 19 |
.sa-ink { stroke:var(--fg); }
|
| 20 |
.sa-hit { fill:transparent; }
|
| 21 |
.sa-hit:hover { fill:var(--fg); fill-opacity:0.06; }
|
| 22 |
+
</style><defs><pattern id='sa-na' width='6' height='6' patternUnits='userSpaceOnUse' patternTransform='rotate(45)'><rect width='6' height='6' fill='#e5e7eb'/><line x1='0' y1='0' x2='0' y2='6' stroke='#9ca3af' stroke-width='2'/></pattern><linearGradient id='sa-g-stab' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#0072B2'/></linearGradient><linearGradient id='sa-g-val' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#D55E00'/></linearGradient></defs><line class='sa-grid' x1='64' x2='1024' y1='287.6' y2='287.6' stroke-width='1'/><text class='sa-muted' x='56' y='291.6' text-anchor='end' font-size='12'>900</text><line class='sa-grid' x1='64' x2='1024' y1='233.7' y2='233.7' stroke-width='1'/><text class='sa-muted' x='56' y='237.7' text-anchor='end' font-size='12'>1000</text><line class='sa-grid' x1='64' x2='1024' y1='179.7' y2='179.7' stroke-width='1'/><text class='sa-muted' x='56' y='183.7' text-anchor='end' font-size='12'>1100</text><line class='sa-grid' x1='64' x2='1024' y1='125.8' y2='125.8' stroke-width='1'/><text class='sa-muted' x='56' y='129.8' text-anchor='end' font-size='12'>1200</text><line class='sa-grid' x1='64' x2='1024' y1='71.9' y2='71.9' stroke-width='1'/><text class='sa-muted' x='56' y='75.9' text-anchor='end' font-size='12'>1300</text><line class='sa-grid' x1='64' x2='1024' y1='18.0' y2='18.0' stroke-width='1'/><text class='sa-muted' x='56' y='22.0' text-anchor='end' font-size='12'>1400</text><text class='sa-text' transform='translate(16 173) rotate(-90)' text-anchor='middle' font-size='13'>Elo</text><line class='sa-ink' x1='64' x2='1024' y1='233.7' y2='233.7' stroke-width='1' stroke-dasharray='4 4' opacity='0.5'/><rect x='73.6' y='250.9' width='22.4' height='77.1' fill='#529fcb' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='96.0' y='250.9' width='22.4' height='77.1' fill='#e28e4c' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='96.0' x2='96.0' y1='220.7' y2='290.8'/><line x1='91.0' x2='101.0' y1='220.7' y2='220.7'/><line x1='91.0' x2='101.0' y1='290.8' y2='290.8'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(100.0 342.0) rotate(-35)'>LaplacianScore</text><rect class='sa-hit' x='64.0' y='18' width='64' height='414'><title>LaplacianScore (Distance, non-search)
|
| 23 |
+
Elo 968 [95% CI 894–1024]
|
| 24 |
Stability 0.678
|
| 25 |
+
Validity 0.701</title></rect><rect x='137.6' y='233.7' width='22.4' height='94.3' fill='#feffff' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='160.0' y='233.7' width='22.4' height='94.3' fill='#eaae80' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='160.0' x2='160.0' y1='205.1' y2='263.8'/><line x1='155.0' x2='165.0' y1='205.1' y2='205.1'/><line x1='155.0' x2='165.0' y1='263.8' y2='263.8'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(164.0 342.0) rotate(-35)'>Random</text><rect class='sa-hit' x='128.0' y='18' width='64' height='414'><title>Random (Baseline, baseline)
|
| 26 |
+
Elo 1000 [95% CI 944–1053]
|
| 27 |
Stability 0.002
|
| 28 |
+
Validity 0.500</title></rect><rect x='201.6' y='184.6' width='22.4' height='143.4' fill='#73b1d5' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='224.0' y='184.6' width='22.4' height='143.4' fill='#e39557' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='224.0' x2='224.0' y1='162.5' y2='209.4'/><line x1='219.0' x2='229.0' y1='162.5' y2='162.5'/><line x1='219.0' x2='229.0' y1='209.4' y2='209.4'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(228.0 342.0) rotate(-35)'>GainRatio</text><rect class='sa-hit' x='192.0' y='18' width='64' height='414'><title>GainRatio (Information theory, non-search)
|
| 29 |
+
Elo 1091 [95% CI 1045–1132]
|
| 30 |
Stability 0.550
|
| 31 |
+
Validity 0.659</title></rect><rect x='265.6' y='184.1' width='22.4' height='143.9' fill='#ebf4f9' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='288.0' y='184.1' width='22.4' height='143.9' fill='#e9ab7a' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='288.0' x2='288.0' y1='155.5' y2='211.0'/><line x1='283.0' x2='293.0' y1='155.5' y2='155.5'/><line x1='283.0' x2='293.0' y1='211.0' y2='211.0'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(292.0 342.0) rotate(-35)'>LOCO</text><rect class='sa-hit' x='256.0' y='18' width='64' height='414'><title>LOCO (Leave-one-out, search)
|
| 32 |
+
Elo 1092 [95% CI 1042–1145]
|
| 33 |
Stability 0.080
|
| 34 |
+
Validity 0.520</title></rect><rect x='329.6' y='181.4' width='22.4' height='146.6' fill='#d2e6f1' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='352.0' y='181.4' width='22.4' height='146.6' fill='#e9aa79' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='352.0' x2='352.0' y1='154.4' y2='207.8'/><line x1='347.0' x2='357.0' y1='154.4' y2='154.4'/><line x1='347.0' x2='357.0' y1='207.8' y2='207.8'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(356.0 342.0) rotate(-35)'>SFS</text><rect class='sa-hit' x='320.0' y='18' width='64' height='414'><title>SFS (Forward search, search)
|
| 35 |
+
Elo 1097 [95% CI 1048–1147]
|
| 36 |
Stability 0.176
|
| 37 |
+
Validity 0.525</title></rect><rect x='393.6' y='173.3' width='22.4' height='154.7' fill='#f0f7fa' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='416.0' y='173.3' width='22.4' height='154.7' fill='#e9ac7b' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='416.0' x2='416.0' y1='145.8' y2='201.8'/><line x1='411.0' x2='421.0' y1='145.8' y2='145.8'/><line x1='411.0' x2='421.0' y1='201.8' y2='201.8'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(420.0 342.0) rotate(-35)'>SBE</text><rect class='sa-hit' x='384.0' y='18' width='64' height='414'><title>SBE (Backward search, search)
|
| 38 |
+
Elo 1112 [95% CI 1059–1163]
|
| 39 |
Stability 0.059
|
| 40 |
+
Validity 0.517</title></rect><rect x='457.6' y='171.1' width='22.4' height='156.9' fill='#98c6e0' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='480.0' y='171.1' width='22.4' height='156.9' fill='#ecb489' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='480.0' x2='480.0' y1='146.3' y2='197.0'/><line x1='475.0' x2='485.0' y1='146.3' y2='146.3'/><line x1='475.0' x2='485.0' y1='197.0' y2='197.0'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(484.0 342.0) rotate(-35)'>MarkovBlanket</text><rect class='sa-hit' x='448.0' y='18' width='64' height='414'><title>MarkovBlanket (Backward search, search)
|
| 41 |
+
Elo 1116 [95% CI 1068–1162]
|
| 42 |
Stability 0.404
|
| 43 |
+
Validity 0.463</title></rect><rect x='521.6' y='166.3' width='22.4' height='161.7' fill='#59a3cd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='544.0' y='166.3' width='22.4' height='161.7' fill='#e9aa78' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='544.0' x2='544.0' y1='142.0' y2='192.1'/><line x1='539.0' x2='549.0' y1='142.0' y2='142.0'/><line x1='539.0' x2='549.0' y1='192.1' y2='192.1'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(548.0 342.0) rotate(-35)'>mRMR</text><rect class='sa-hit' x='512.0' y='18' width='64' height='414'><title>mRMR (Information theory, non-search)
|
| 44 |
+
Elo 1125 [95% CI 1077–1170]
|
| 45 |
Stability 0.651
|
| 46 |
+
Validity 0.530</title></rect><rect x='585.6' y='153.9' width='22.4' height='174.1' fill='#63a9d0' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='608.0' y='153.9' width='22.4' height='174.1' fill='#e69f68' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='608.0' x2='608.0' y1='129.6' y2='179.7'/><line x1='603.0' x2='613.0' y1='129.6' y2='129.6'/><line x1='603.0' x2='613.0' y1='179.7' y2='179.7'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(612.0 342.0) rotate(-35)'>(R)ReliefF</text><rect class='sa-hit' x='576.0' y='18' width='64' height='414'><title>(R)ReliefF (Distance, non-search)
|
| 47 |
+
Elo 1148 [95% CI 1100–1193]
|
| 48 |
Stability 0.612
|
| 49 |
+
Validity 0.594</title></rect><rect x='649.6' y='150.6' width='22.4' height='177.4' fill='#70b0d4' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='672.0' y='150.6' width='22.4' height='177.4' fill='#e2904f' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='672.0' x2='672.0' y1='126.4' y2='177.6'/><line x1='667.0' x2='677.0' y1='126.4' y2='126.4'/><line x1='667.0' x2='677.0' y1='177.6' y2='177.6'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(676.0 342.0) rotate(-35)'>F-Test</text><rect class='sa-hit' x='640.0' y='18' width='64' height='414'><title>F-Test (Correlation, non-search)
|
| 50 |
+
Elo 1154 [95% CI 1104–1199]
|
| 51 |
Stability 0.562
|
| 52 |
+
Validity 0.689</title></rect><rect x='713.6' y='147.4' width='22.4' height='180.6' fill='#69acd2' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='736.0' y='147.4' width='22.4' height='180.6' fill='#e59a5f' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='736.0' x2='736.0' y1='123.7' y2='169.5'/><line x1='731.0' x2='741.0' y1='123.7' y2='123.7'/><line x1='731.0' x2='741.0' y1='169.5' y2='169.5'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(740.0 342.0) rotate(-35)'>MI</text><rect class='sa-hit' x='704.0' y='18' width='64' height='414'><title>MI (Information theory, non-search)
|
| 53 |
+
Elo 1160 [95% CI 1119–1204]
|
| 54 |
Stability 0.587
|
| 55 |
+
Validity 0.627</title></rect><rect x='777.6' y='142.5' width='22.4' height='185.5' fill='#c0dcec' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='800.0' y='142.5' width='22.4' height='185.5' fill='#e7a46f' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='800.0' x2='800.0' y1='117.7' y2='164.6'/><line x1='795.0' x2='805.0' y1='117.7' y2='117.7'/><line x1='795.0' x2='805.0' y1='164.6' y2='164.6'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(804.0 342.0) rotate(-35)'>Lasso</text><rect class='sa-hit' x='768.0' y='18' width='64' height='414'><title>Lasso (Regularization, non-search)
|
| 56 |
+
Elo 1169 [95% CI 1128–1215]
|
| 57 |
Stability 0.246
|
| 58 |
+
Validity 0.563</title></rect><rect x='841.6' y='141.5' width='22.4' height='186.5' fill='#b0d4e7' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='864.0' y='141.5' width='22.4' height='186.5' fill='#e7a46e' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='864.0' x2='864.0' y1='115.0' y2='167.9'/><line x1='859.0' x2='869.0' y1='115.0' y2='115.0'/><line x1='859.0' x2='869.0' y1='167.9' y2='167.9'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(868.0 342.0) rotate(-35)'>ElasticNet</text><rect class='sa-hit' x='832.0' y='18' width='64' height='414'><title>ElasticNet (Regularization, non-search)
|
| 59 |
+
Elo 1171 [95% CI 1122–1220]
|
| 60 |
Stability 0.308
|
| 61 |
+
Validity 0.568</title></rect><rect x='905.6' y='138.2' width='22.4' height='189.8' fill='#acd1e6' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='928.0' y='138.2' width='22.4' height='189.8' fill='#ebb184' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='928.0' x2='928.0' y1='107.5' y2='164.6'/><line x1='923.0' x2='933.0' y1='107.5' y2='107.5'/><line x1='923.0' x2='933.0' y1='164.6' y2='164.6'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(932.0 342.0) rotate(-35)'>CART</text><rect class='sa-hit' x='896.0' y='18' width='64' height='414'><title>CART (Tree, non-search)
|
| 62 |
+
Elo 1177 [95% CI 1128–1234]
|
| 63 |
Stability 0.324
|
| 64 |
+
Validity 0.482</title></rect><rect x='969.6' y='85.9' width='22.4' height='242.1' fill='#67abd1' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='992.0' y='85.9' width='22.4' height='242.1' fill='#eaad7e' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='992.0' x2='992.0' y1='57.9' y2='109.7'/><line x1='987.0' x2='997.0' y1='57.9' y2='57.9'/><line x1='987.0' x2='997.0' y1='109.7' y2='109.7'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(996.0 342.0) rotate(-35)'>RFImportance</text><rect class='sa-hit' x='960.0' y='18' width='64' height='414'><title>RFImportance (Tree, non-search)
|
| 65 |
+
Elo 1274 [95% CI 1230–1326]
|
| 66 |
Stability 0.597
|
| 67 |
Validity 0.507</title></rect><line class='sa-ink' x1='64' x2='1024' y1='328.0' y2='328.0' stroke-width='1' opacity='0.4'/><rect x='1070' y='40.0' width='12' height='107.0' fill='url(#sa-g-stab)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='30.0' text-anchor='middle' font-size='12'>stable</text><text class='sa-text' x='1076' y='165.0' text-anchor='middle' font-size='12'>unstable</text><text class='sa-muted' x='1088' y='151.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='97.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='44.0' font-size='11'>1.0</text><rect x='1070' y='207.0' width='12' height='107.0' fill='url(#sa-g-val)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='197.0' text-anchor='middle' font-size='12'>valid</text><text class='sa-text' x='1076' y='332.0' text-anchor='middle' font-size='12'>invalid</text><text class='sa-muted' x='1088' y='318.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='264.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='211.0' font-size='11'>1.0</text><rect x='1070' y='352.0' width='12' height='12' fill='url(#sa-na)' stroke='#000' stroke-width='0.6'/><text class='sa-muted' x='1088' y='362.0' font-size='11'>no result</text></svg><script type='text/plain' id='sa-csv'>Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Stability,Validity
|
| 68 |
+
RFImportance,Non-search,Tree,1274.0,1230.0,1326.0,0.597,0.507
|
| 69 |
+
CART,Non-search,Tree,1177.0,1128.0,1234.0,0.324,0.482
|
| 70 |
+
ElasticNet,Non-search,Regularization,1171.0,1122.0,1220.0,0.308,0.568
|
| 71 |
+
Lasso,Non-search,Regularization,1169.0,1128.0,1215.0,0.246,0.563
|
| 72 |
+
MI,Non-search,Information theory,1160.0,1119.0,1204.0,0.587,0.627
|
| 73 |
+
F-Test,Non-search,Correlation,1154.0,1104.0,1199.0,0.562,0.689
|
| 74 |
+
(R)ReliefF,Non-search,Distance,1148.0,1100.0,1193.0,0.612,0.594
|
| 75 |
+
mRMR,Non-search,Information theory,1125.0,1077.0,1170.0,0.651,0.53
|
| 76 |
+
MarkovBlanket,Search,Backward search,1116.0,1068.0,1162.0,0.404,0.463
|
| 77 |
+
SBE,Search,Backward search,1112.0,1059.0,1163.0,0.059,0.517
|
| 78 |
+
SFS,Search,Forward search,1097.0,1048.0,1147.0,0.176,0.525
|
| 79 |
+
LOCO,Search,Leave-one-out,1092.0,1042.0,1145.0,0.08,0.52
|
| 80 |
+
GainRatio,Non-search,Information theory,1091.0,1045.0,1132.0,0.55,0.659
|
| 81 |
+
Random,Baseline,Baseline,1000.0,944.0,1053.0,0.002,0.5
|
| 82 |
+
LaplacianScore,Non-search,Distance,968.0,894.0,1024.0,0.678,0.701
|
| 83 |
</script><script>
|
| 84 |
function saDownload(name, blob) {
|
| 85 |
var a = document.createElement('a');
|
data/subsets/tasks_all/models_lightgbm/budgets_4/leaderboard_table.html
CHANGED
|
@@ -29,22 +29,22 @@ td.na { color:var(--muted); }
|
|
| 29 |
font-size:12px; color:var(--fg); }
|
| 30 |
.pill.cat-search { border-color:var(--accent); }
|
| 31 |
.pill.cat-baseline { color:var(--muted); }
|
| 32 |
-
</style></head><body><div class='toolbar'><span class='hint'>Click a column to sort. Hover a header for its definition.</span><button onclick="saCsv('selectarena_leaderboard.csv')">CSV</button></div><div class='wrap'><table id='sa-table'><thead><tr><th class='num'>#</th><th class=''>Method</th><th class='' title='Taxonomy of the paper (Appendix A). Search methods evaluate many feature subsets with the model (forward, backward, leave-one-out); non-search methods use a proxy instead (correlation, distance, information theory, tree, regularization).'>Type</th><th class='num' title='Bradley-Terry Elo from pairwise matches within each dataset, budget and downstream model. Random = 1000. +/− give the 95% bootstrap interval.'>Elo ↑</th><th class='num' title='Mean rank of the downstream error.'>Avg. rank ↓</th><th class='num' title='Share of pairwise comparisons won, in %. Ties count half.'>Win rate ↑</th><th class='num' title='Mean relative gap (error − best error) / error to the best method, in %.'>Improvability ↓</th><th class='num' title='Mean ratio of the error to the same model trained on all features. Below 1: the selection helped.'>Error vs. all ↓</th><th class='num' title='Agreement of the selected features across bootstrap resamples (Nogueira et al., 2018).'>Stability ↑</th><th class='num' title='Share of the budget filled with original features when as many noise features are added.'>Validity ↑</th><th class='num' title='Median wall-clock time of the selection.'>Time (s) ↓</th><th class='num' title='Share of runs where the method ran out of time and random features filled the budget.'>Fallback (%)</th><th class='num'>#Datasets</th></tr></thead><tbody><tr><td class='num' data-sort='1'>1</td><td class='method' data-sort='RFImportance'>RFImportance</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1274.0'>1274<span class='sub'>+56 / −49</span></td><td class='num' data-sort='5.9'>5.90</td><td class='num' data-sort='65.0'>65.0</td><td class='num' data-sort='8.7'>8.7</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.597'>0.597</td><td class='num' data-sort='0.507'>0.507</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='2'>2</td><td class='method' data-sort='CART'>CART</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1177.0'>1177<span class='sub'>+50 / −49</span></td><td class='num' data-sort='6.9'>6.90</td><td class='num' data-sort='57.9'>57.9</td><td class='num' data-sort='11.0'>11.0</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.324'>0.324</td><td class='num' data-sort='0.482'>0.482</td><td class='num' data-sort='0.1'>0.1</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='3'>3</td><td class='method' data-sort='ElasticNet'>ElasticNet</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1171.0'>1171<span class='sub'>+48 / −48</span></td><td class='num' data-sort='7.05'>7.05</td><td class='num' data-sort='56.8'>56.8</td><td class='num' data-sort='10.8'>10.8</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.308'>0.308</td><td class='num' data-sort='0.568'>0.568</td><td class='num' data-sort='6.1'>6.1</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='4'>4</td><td class='method' data-sort='Lasso'>Lasso</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1169.0'>1169<span class='sub'>+47 / −43</span></td><td class='num' data-sort='7.22'>7.22</td><td class='num' data-sort='55.6'>55.6</td><td class='num' data-sort='10.5'>10.5</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.246'>0.246</td><td class='num' data-sort='0.563'>0.563</td><td class='num' data-sort='1.8'>1.8</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='5'>5</td><td class='method' data-sort='MI'>MI</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1160.0'>1160<span class='sub'>+42 / −39</span></td><td class='num' data-sort='7.29'>7.29</td><td class='num' data-sort='55.1'>55.1</td><td class='num' data-sort='11.4'>11.4</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.587'>0.587</td><td class='num' data-sort='0.627'>0.627</td><td class='num' data-sort='0.4'>0.4</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='6'>6</td><td class='method' data-sort='F-Test'>F-Test</td><td class='' data-sort='Correlation'><span class='pill cat-non-search'>Correlation</span><span class='sub'>non-search</span></td><td class='num' data-sort='1154.0'>1154<span class='sub'>+49 / −49</span></td><td class='num' data-sort='7.5'>7.50</td><td class='num' data-sort='53.6'>53.6</td><td class='num' data-sort='10.2'>10.2</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.562'>0.562</td><td class='num' data-sort='0.689'>0.689</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='7'>7</td><td class='method' data-sort='(R)ReliefF'>(R)ReliefF</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='1148.0'>1148<span class='sub'>+45 / −43</span></td><td class='num' data-sort='7.86'>7.86</td><td class='num' data-sort='51.0'>51.0</td><td class='num' data-sort='11.2'>11.2</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.612'>0.612</td><td class='num' data-sort='0.594'>0.594</td><td class='num' data-sort='13.2'>13.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='8'>8</td><td class='method' data-sort='mRMR'>mRMR</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1125.0'>1125<span class='sub'>+49 / −43</span></td><td class='num' data-sort='7.75'>7.75</td><td class='num' data-sort='51.8'>51.8</td><td class='num' data-sort='10.2'>10.2</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.651'>0.651</td><td class='num' data-sort='0.53'>0.530</td><td class='num' data-sort='0.5'>0.5</td><td class='num' data-sort='9.9'>9.9</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='9'>9</td><td class='method' data-sort='MarkovBlanket'>MarkovBlanket</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1116.0'>1116<span class='sub'>+46 / −50</span></td><td class='num' data-sort='8.39'>8.39</td><td class='num' data-sort='47.2'>47.2</td><td class='num' data-sort='11.3'>11.3</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.404'>0.404</td><td class='num' data-sort='0.463'>0.463</td><td class='num' data-sort='0.1'>0.1</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='10'>10</td><td class='method' data-sort='SBE'>SBE</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1112.0'>1112<span class='sub'>+53 / −51</span></td><td class='num' data-sort='8.4'>8.40</td><td class='num' data-sort='47.1'>47.1</td><td class='num' data-sort='13.1'>13.1</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.059'>0.059</td><td class='num' data-sort='0.517'>0.517</td><td class='num' data-sort='1001.8'>1,001.8</td><td class='num' data-sort='40.8'>40.8</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='11'>11</td><td class='method' data-sort='SFS'>SFS</td><td class='' data-sort='Forward search'><span class='pill cat-search'>Forward search</span><span class='sub'>search</span></td><td class='num' data-sort='1097.0'>1097<span class='sub'>+59 / −52</span></td><td class='num' data-sort='8.7'>8.70</td><td class='num' data-sort='45.0'>45.0</td><td class='num' data-sort='13.1'>13.1</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.176'>0.176</td><td class='num' data-sort='0.525'>0.525</td><td class='num' data-sort='3227.2'>3,227.2</td><td class='num' data-sort='48.4'>48.4</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='12'>12</td><td class='method' data-sort='LOCO'>LOCO</td><td class='' data-sort='Leave-one-out'><span class='pill cat-search'>Leave-one-out</span><span class='sub'>search</span></td><td class='num' data-sort='1092.0'>1092<span class='sub'>+58 / −53</span></td><td class='num' data-sort='8.36'>8.36</td><td class='num' data-sort='47.4'>47.4</td><td class='num' data-sort='13.8'>13.8</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.08'>0.080</td><td class='num' data-sort='0.52'>0.520</td><td class='num' data-sort='249.4'>249.4</td><td class='num' data-sort='18.3'>18.3</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='13'>13</td><td class='method' data-sort='GainRatio'>GainRatio</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1091.0'>1091<span class='sub'>+43 / −49</span></td><td class='num' data-sort='8.61'>8.61</td><td class='num' data-sort='45.7'>45.7</td><td class='num' data-sort='12.7'>12.7</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.55'>0.550</td><td class='num' data-sort='0.659'>0.659</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='14'>14</td><td class='method' data-sort='Random'>Random</td><td class='' data-sort='Baseline'><span class='pill cat-baseline'>Baseline</span></td><td class='num' data-sort='1000.0'>1000<span class='sub'>+53 / −60</span></td><td class='num' data-sort='9.8'>9.80</td><td class='num' data-sort='37.1'>37.1</td><td class='num' data-sort='16.9'>16.9</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.002'>0.002</td><td class='num' data-sort='0.5'>0.500</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='100.0'>100.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='15'>15</td><td class='method' data-sort='LaplacianScore'>LaplacianScore</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='968.0'>968<span class='sub'>+63 / −67</span></td><td class='num' data-sort='10.28'>10.28</td><td class='num' data-sort='33.7'>33.7</td><td class='num' data-sort='20.2'>20.2</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.678'>0.678</td><td class='num' data-sort='0.701'>0.701</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr></tbody></table></div><script type='text/plain' id='sa-csv'>Rank,Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Avg. rank,Win rate (%),Improvability (%),Error vs. all features,Stability,Validity,Selection time (s),Fallback rate (%),#Datasets,#Comparisons
|
| 33 |
-
1,RFImportance,Non-search,Tree,1274.0,
|
| 34 |
-
2,CART,Non-search,Tree,1177.0,1128.0,
|
| 35 |
-
3,ElasticNet,Non-search,Regularization,1171.0,
|
| 36 |
-
4,Lasso,Non-search,Regularization,1169.0,
|
| 37 |
-
5,MI,Non-search,Information theory,1160.0,
|
| 38 |
-
6,F-Test,Non-search,Correlation,1154.0,
|
| 39 |
-
7,(R)ReliefF,Non-search,Distance,1148.0,
|
| 40 |
-
8,mRMR,Non-search,Information theory,1125.0,
|
| 41 |
-
9,MarkovBlanket,Search,Backward search,1116.0,
|
| 42 |
-
10,SBE,Search,Backward search,1112.0,
|
| 43 |
-
11,SFS,Search,Forward search,1097.0,
|
| 44 |
-
12,LOCO,Search,Leave-one-out,1092.0,
|
| 45 |
-
13,GainRatio,Non-search,Information theory,1091.0,
|
| 46 |
-
14,Random,Baseline,Baseline,1000.0,
|
| 47 |
-
15,LaplacianScore,Non-search,Distance,968.0,
|
| 48 |
</script><script>
|
| 49 |
function saDownload(name, blob) {
|
| 50 |
var a = document.createElement('a');
|
|
|
|
| 29 |
font-size:12px; color:var(--fg); }
|
| 30 |
.pill.cat-search { border-color:var(--accent); }
|
| 31 |
.pill.cat-baseline { color:var(--muted); }
|
| 32 |
+
</style></head><body><div class='toolbar'><span class='hint'>Click a column to sort. Hover a header for its definition.</span><button onclick="saCsv('selectarena_leaderboard.csv')">CSV</button></div><div class='wrap'><table id='sa-table'><thead><tr><th class='num'>#</th><th class=''>Method</th><th class='' title='Taxonomy of the paper (Appendix A). Search methods evaluate many feature subsets with the model (forward, backward, leave-one-out); non-search methods use a proxy instead (correlation, distance, information theory, tree, regularization).'>Type</th><th class='num' title='Bradley-Terry Elo from pairwise matches within each dataset, budget and downstream model. Random = 1000. +/− give the 95% bootstrap interval.'>Elo ↑</th><th class='num' title='Mean rank of the downstream error.'>Avg. rank ↓</th><th class='num' title='Share of pairwise comparisons won, in %. Ties count half.'>Win rate ↑</th><th class='num' title='Mean relative gap (error − best error) / error to the best method, in %.'>Improvability ↓</th><th class='num' title='Mean ratio of the error to the same model trained on all features. Below 1: the selection helped.'>Error vs. all ↓</th><th class='num' title='Agreement of the selected features across bootstrap resamples (Nogueira et al., 2018).'>Stability ↑</th><th class='num' title='Share of the budget filled with original features when as many noise features are added.'>Validity ↑</th><th class='num' title='Median wall-clock time of the selection.'>Time (s) ↓</th><th class='num' title='Share of runs where the method ran out of time and random features filled the budget.'>Fallback (%)</th><th class='num'>#Datasets</th></tr></thead><tbody><tr><td class='num' data-sort='1'>1</td><td class='method' data-sort='RFImportance'>RFImportance</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1274.0'>1274<span class='sub'>+52 / −44</span></td><td class='num' data-sort='5.9'>5.90</td><td class='num' data-sort='65.0'>65.0</td><td class='num' data-sort='8.7'>8.7</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.597'>0.597</td><td class='num' data-sort='0.507'>0.507</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='2'>2</td><td class='method' data-sort='CART'>CART</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1177.0'>1177<span class='sub'>+57 / −49</span></td><td class='num' data-sort='6.9'>6.90</td><td class='num' data-sort='57.9'>57.9</td><td class='num' data-sort='11.0'>11.0</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.324'>0.324</td><td class='num' data-sort='0.482'>0.482</td><td class='num' data-sort='0.1'>0.1</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='3'>3</td><td class='method' data-sort='ElasticNet'>ElasticNet</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1171.0'>1171<span class='sub'>+49 / −49</span></td><td class='num' data-sort='7.05'>7.05</td><td class='num' data-sort='56.8'>56.8</td><td class='num' data-sort='10.8'>10.8</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.308'>0.308</td><td class='num' data-sort='0.568'>0.568</td><td class='num' data-sort='6.1'>6.1</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='4'>4</td><td class='method' data-sort='Lasso'>Lasso</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1169.0'>1169<span class='sub'>+46 / −41</span></td><td class='num' data-sort='7.22'>7.22</td><td class='num' data-sort='55.6'>55.6</td><td class='num' data-sort='10.5'>10.5</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.246'>0.246</td><td class='num' data-sort='0.563'>0.563</td><td class='num' data-sort='1.8'>1.8</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='5'>5</td><td class='method' data-sort='MI'>MI</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1160.0'>1160<span class='sub'>+44 / −41</span></td><td class='num' data-sort='7.29'>7.29</td><td class='num' data-sort='55.1'>55.1</td><td class='num' data-sort='11.4'>11.4</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.587'>0.587</td><td class='num' data-sort='0.627'>0.627</td><td class='num' data-sort='0.4'>0.4</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='6'>6</td><td class='method' data-sort='F-Test'>F-Test</td><td class='' data-sort='Correlation'><span class='pill cat-non-search'>Correlation</span><span class='sub'>non-search</span></td><td class='num' data-sort='1154.0'>1154<span class='sub'>+45 / −50</span></td><td class='num' data-sort='7.5'>7.50</td><td class='num' data-sort='53.6'>53.6</td><td class='num' data-sort='10.2'>10.2</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.562'>0.562</td><td class='num' data-sort='0.689'>0.689</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='7'>7</td><td class='method' data-sort='(R)ReliefF'>(R)ReliefF</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='1148.0'>1148<span class='sub'>+45 / −48</span></td><td class='num' data-sort='7.86'>7.86</td><td class='num' data-sort='51.0'>51.0</td><td class='num' data-sort='11.2'>11.2</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.612'>0.612</td><td class='num' data-sort='0.594'>0.594</td><td class='num' data-sort='13.2'>13.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='8'>8</td><td class='method' data-sort='mRMR'>mRMR</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1125.0'>1125<span class='sub'>+45 / −48</span></td><td class='num' data-sort='7.75'>7.75</td><td class='num' data-sort='51.8'>51.8</td><td class='num' data-sort='10.2'>10.2</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.651'>0.651</td><td class='num' data-sort='0.53'>0.530</td><td class='num' data-sort='0.5'>0.5</td><td class='num' data-sort='9.9'>9.9</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='9'>9</td><td class='method' data-sort='MarkovBlanket'>MarkovBlanket</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1116.0'>1116<span class='sub'>+46 / −48</span></td><td class='num' data-sort='8.39'>8.39</td><td class='num' data-sort='47.2'>47.2</td><td class='num' data-sort='11.3'>11.3</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.404'>0.404</td><td class='num' data-sort='0.463'>0.463</td><td class='num' data-sort='0.1'>0.1</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='10'>10</td><td class='method' data-sort='SBE'>SBE</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1112.0'>1112<span class='sub'>+51 / −53</span></td><td class='num' data-sort='8.4'>8.40</td><td class='num' data-sort='47.1'>47.1</td><td class='num' data-sort='13.1'>13.1</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.059'>0.059</td><td class='num' data-sort='0.517'>0.517</td><td class='num' data-sort='1001.8'>1,001.8</td><td class='num' data-sort='40.8'>40.8</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='11'>11</td><td class='method' data-sort='SFS'>SFS</td><td class='' data-sort='Forward search'><span class='pill cat-search'>Forward search</span><span class='sub'>search</span></td><td class='num' data-sort='1097.0'>1097<span class='sub'>+50 / −49</span></td><td class='num' data-sort='8.7'>8.70</td><td class='num' data-sort='45.0'>45.0</td><td class='num' data-sort='13.1'>13.1</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.176'>0.176</td><td class='num' data-sort='0.525'>0.525</td><td class='num' data-sort='3227.2'>3,227.2</td><td class='num' data-sort='48.4'>48.4</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='12'>12</td><td class='method' data-sort='LOCO'>LOCO</td><td class='' data-sort='Leave-one-out'><span class='pill cat-search'>Leave-one-out</span><span class='sub'>search</span></td><td class='num' data-sort='1092.0'>1092<span class='sub'>+53 / −50</span></td><td class='num' data-sort='8.36'>8.36</td><td class='num' data-sort='47.4'>47.4</td><td class='num' data-sort='13.8'>13.8</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.08'>0.080</td><td class='num' data-sort='0.52'>0.520</td><td class='num' data-sort='249.4'>249.4</td><td class='num' data-sort='18.3'>18.3</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='13'>13</td><td class='method' data-sort='GainRatio'>GainRatio</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1091.0'>1091<span class='sub'>+41 / −46</span></td><td class='num' data-sort='8.61'>8.61</td><td class='num' data-sort='45.7'>45.7</td><td class='num' data-sort='12.7'>12.7</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.55'>0.550</td><td class='num' data-sort='0.659'>0.659</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='14'>14</td><td class='method' data-sort='Random'>Random</td><td class='' data-sort='Baseline'><span class='pill cat-baseline'>Baseline</span></td><td class='num' data-sort='1000.0'>1000<span class='sub'>+53 / −56</span></td><td class='num' data-sort='9.8'>9.80</td><td class='num' data-sort='37.1'>37.1</td><td class='num' data-sort='16.9'>16.9</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.002'>0.002</td><td class='num' data-sort='0.5'>0.500</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='100.0'>100.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='15'>15</td><td class='method' data-sort='LaplacianScore'>LaplacianScore</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='968.0'>968<span class='sub'>+56 / −74</span></td><td class='num' data-sort='10.28'>10.28</td><td class='num' data-sort='33.7'>33.7</td><td class='num' data-sort='20.2'>20.2</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.678'>0.678</td><td class='num' data-sort='0.701'>0.701</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr></tbody></table></div><script type='text/plain' id='sa-csv'>Rank,Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Avg. rank,Win rate (%),Improvability (%),Error vs. all features,Stability,Validity,Selection time (s),Fallback rate (%),#Datasets,#Comparisons
|
| 33 |
+
1,RFImportance,Non-search,Tree,1274.0,1230.0,1326.0,5.9,65.0,8.7,,0.597,0.507,0.2,0.0,71,213
|
| 34 |
+
2,CART,Non-search,Tree,1177.0,1128.0,1234.0,6.9,57.9,11.0,,0.324,0.482,0.1,0.0,71,213
|
| 35 |
+
3,ElasticNet,Non-search,Regularization,1171.0,1122.0,1220.0,7.05,56.8,10.8,,0.308,0.568,6.1,0.0,71,213
|
| 36 |
+
4,Lasso,Non-search,Regularization,1169.0,1128.0,1215.0,7.22,55.6,10.5,,0.246,0.563,1.8,0.0,71,213
|
| 37 |
+
5,MI,Non-search,Information theory,1160.0,1119.0,1204.0,7.29,55.1,11.4,,0.587,0.627,0.4,0.0,71,213
|
| 38 |
+
6,F-Test,Non-search,Correlation,1154.0,1104.0,1199.0,7.5,53.6,10.2,,0.562,0.689,0.0,0.0,71,213
|
| 39 |
+
7,(R)ReliefF,Non-search,Distance,1148.0,1100.0,1193.0,7.86,51.0,11.2,,0.612,0.594,13.2,0.0,71,213
|
| 40 |
+
8,mRMR,Non-search,Information theory,1125.0,1077.0,1170.0,7.75,51.8,10.2,,0.651,0.53,0.5,9.9,71,213
|
| 41 |
+
9,MarkovBlanket,Search,Backward search,1116.0,1068.0,1162.0,8.39,47.2,11.3,,0.404,0.463,0.1,0.0,71,213
|
| 42 |
+
10,SBE,Search,Backward search,1112.0,1059.0,1163.0,8.4,47.1,13.1,,0.059,0.517,1001.8,40.8,71,213
|
| 43 |
+
11,SFS,Search,Forward search,1097.0,1048.0,1147.0,8.7,45.0,13.1,,0.176,0.525,3227.2,48.4,71,213
|
| 44 |
+
12,LOCO,Search,Leave-one-out,1092.0,1042.0,1145.0,8.36,47.4,13.8,,0.08,0.52,249.4,18.3,71,213
|
| 45 |
+
13,GainRatio,Non-search,Information theory,1091.0,1045.0,1132.0,8.61,45.7,12.7,,0.55,0.659,0.2,0.0,71,213
|
| 46 |
+
14,Random,Baseline,Baseline,1000.0,944.0,1053.0,9.8,37.1,16.9,,0.002,0.5,0.0,100.0,71,213
|
| 47 |
+
15,LaplacianScore,Non-search,Distance,968.0,894.0,1024.0,10.28,33.7,20.2,,0.678,0.701,0.2,0.0,71,213
|
| 48 |
</script><script>
|
| 49 |
function saDownload(name, blob) {
|
| 50 |
var a = document.createElement('a');
|
data/subsets/tasks_all/models_lightgbm/budgets_4/website_leaderboard.csv
CHANGED
|
@@ -1,16 +1,16 @@
|
|
| 1 |
Rank,Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Avg. rank,Win rate (%),Improvability (%),Error vs. all features,Stability,Validity,Selection time (s),Fallback rate (%),#Datasets,#Comparisons
|
| 2 |
-
1,RFImportance,Non-search,Tree,1274.0,
|
| 3 |
-
2,CART,Non-search,Tree,1177.0,1128.0,
|
| 4 |
-
3,ElasticNet,Non-search,Regularization,1171.0,
|
| 5 |
-
4,Lasso,Non-search,Regularization,1169.0,
|
| 6 |
-
5,MI,Non-search,Information theory,1160.0,
|
| 7 |
-
6,F-Test,Non-search,Correlation,1154.0,
|
| 8 |
-
7,(R)ReliefF,Non-search,Distance,1148.0,
|
| 9 |
-
8,mRMR,Non-search,Information theory,1125.0,
|
| 10 |
-
9,MarkovBlanket,Search,Backward search,1116.0,
|
| 11 |
-
10,SBE,Search,Backward search,1112.0,
|
| 12 |
-
11,SFS,Search,Forward search,1097.0,
|
| 13 |
-
12,LOCO,Search,Leave-one-out,1092.0,
|
| 14 |
-
13,GainRatio,Non-search,Information theory,1091.0,
|
| 15 |
-
14,Random,Baseline,Baseline,1000.0,
|
| 16 |
-
15,LaplacianScore,Non-search,Distance,968.0,
|
|
|
|
| 1 |
Rank,Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Avg. rank,Win rate (%),Improvability (%),Error vs. all features,Stability,Validity,Selection time (s),Fallback rate (%),#Datasets,#Comparisons
|
| 2 |
+
1,RFImportance,Non-search,Tree,1274.0,1230.0,1326.0,5.9,65.0,8.7,,0.597,0.507,0.2,0.0,71,213
|
| 3 |
+
2,CART,Non-search,Tree,1177.0,1128.0,1234.0,6.9,57.9,11.0,,0.324,0.482,0.1,0.0,71,213
|
| 4 |
+
3,ElasticNet,Non-search,Regularization,1171.0,1122.0,1220.0,7.05,56.8,10.8,,0.308,0.568,6.1,0.0,71,213
|
| 5 |
+
4,Lasso,Non-search,Regularization,1169.0,1128.0,1215.0,7.22,55.6,10.5,,0.246,0.563,1.8,0.0,71,213
|
| 6 |
+
5,MI,Non-search,Information theory,1160.0,1119.0,1204.0,7.29,55.1,11.4,,0.587,0.627,0.4,0.0,71,213
|
| 7 |
+
6,F-Test,Non-search,Correlation,1154.0,1104.0,1199.0,7.5,53.6,10.2,,0.562,0.689,0.0,0.0,71,213
|
| 8 |
+
7,(R)ReliefF,Non-search,Distance,1148.0,1100.0,1193.0,7.86,51.0,11.2,,0.612,0.594,13.2,0.0,71,213
|
| 9 |
+
8,mRMR,Non-search,Information theory,1125.0,1077.0,1170.0,7.75,51.8,10.2,,0.651,0.53,0.5,9.9,71,213
|
| 10 |
+
9,MarkovBlanket,Search,Backward search,1116.0,1068.0,1162.0,8.39,47.2,11.3,,0.404,0.463,0.1,0.0,71,213
|
| 11 |
+
10,SBE,Search,Backward search,1112.0,1059.0,1163.0,8.4,47.1,13.1,,0.059,0.517,1001.8,40.8,71,213
|
| 12 |
+
11,SFS,Search,Forward search,1097.0,1048.0,1147.0,8.7,45.0,13.1,,0.176,0.525,3227.2,48.4,71,213
|
| 13 |
+
12,LOCO,Search,Leave-one-out,1092.0,1042.0,1145.0,8.36,47.4,13.8,,0.08,0.52,249.4,18.3,71,213
|
| 14 |
+
13,GainRatio,Non-search,Information theory,1091.0,1045.0,1132.0,8.61,45.7,12.7,,0.55,0.659,0.2,0.0,71,213
|
| 15 |
+
14,Random,Baseline,Baseline,1000.0,944.0,1053.0,9.8,37.1,16.9,,0.002,0.5,0.0,100.0,71,213
|
| 16 |
+
15,LaplacianScore,Non-search,Distance,968.0,894.0,1024.0,10.28,33.7,20.2,,0.678,0.701,0.2,0.0,71,213
|
data/subsets/tasks_all/models_lightgbm/budgets_all/elo_explorer.html
CHANGED
|
@@ -19,67 +19,67 @@ svg { display:block; width:100%; height:auto; }
|
|
| 19 |
.sa-ink { stroke:var(--fg); }
|
| 20 |
.sa-hit { fill:transparent; }
|
| 21 |
.sa-hit:hover { fill:var(--fg); fill-opacity:0.06; }
|
| 22 |
-
</style><defs><pattern id='sa-na' width='6' height='6' patternUnits='userSpaceOnUse' patternTransform='rotate(45)'><rect width='6' height='6' fill='#e5e7eb'/><line x1='0' y1='0' x2='0' y2='6' stroke='#9ca3af' stroke-width='2'/></pattern><linearGradient id='sa-g-stab' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#0072B2'/></linearGradient><linearGradient id='sa-g-val' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#D55E00'/></linearGradient></defs><line class='sa-grid' x1='64' x2='1024' y1='287.6' y2='287.6' stroke-width='1'/><text class='sa-muted' x='56' y='291.6' text-anchor='end' font-size='12'>900</text><line class='sa-grid' x1='64' x2='1024' y1='233.7' y2='233.7' stroke-width='1'/><text class='sa-muted' x='56' y='237.7' text-anchor='end' font-size='12'>1000</text><line class='sa-grid' x1='64' x2='1024' y1='179.7' y2='179.7' stroke-width='1'/><text class='sa-muted' x='56' y='183.7' text-anchor='end' font-size='12'>1100</text><line class='sa-grid' x1='64' x2='1024' y1='125.8' y2='125.8' stroke-width='1'/><text class='sa-muted' x='56' y='129.8' text-anchor='end' font-size='12'>1200</text><line class='sa-grid' x1='64' x2='1024' y1='71.9' y2='71.9' stroke-width='1'/><text class='sa-muted' x='56' y='75.9' text-anchor='end' font-size='12'>1300</text><line class='sa-grid' x1='64' x2='1024' y1='18.0' y2='18.0' stroke-width='1'/><text class='sa-muted' x='56' y='22.0' text-anchor='end' font-size='12'>1400</text><text class='sa-text' transform='translate(16 173) rotate(-90)' text-anchor='middle' font-size='13'>Elo</text><line class='sa-ink' x1='64' x2='1024' y1='233.7' y2='233.7' stroke-width='1' stroke-dasharray='4 4' opacity='0.5'/><rect x='73.6' y='264.4' width='22.4' height='63.6' fill='#59a3cd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='96.0' y='264.4' width='22.4' height='63.6' fill='#de7f34' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='96.0' x2='96.0' y1='
|
| 23 |
-
Elo 943 [95% CI 878–
|
| 24 |
Stability 0.652
|
| 25 |
-
Validity 0.797</title></rect><rect x='137.6' y='233.7' width='22.4' height='94.3' fill='#ffffff' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='160.0' y='233.7' width='22.4' height='94.3' fill='#eaae80' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='160.0' x2='160.0' y1='
|
| 26 |
-
Elo 1000 [95% CI
|
| 27 |
Stability 0.001
|
| 28 |
-
Validity 0.500</title></rect><rect x='201.6' y='148.5' width='22.4' height='179.5' fill='#d3e7f2' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='224.0' y='148.5' width='22.4' height='179.5' fill='#e7a16a' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='224.0' x2='224.0' y1='
|
| 29 |
-
Elo 1158 [95% CI
|
| 30 |
Stability 0.173
|
| 31 |
Validity 0.583</title></rect><rect x='265.6' y='136.1' width='22.4' height='191.9' fill='#5ba4cd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='288.0' y='136.1' width='22.4' height='191.9' fill='#dc7a2d' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='288.0' x2='288.0' y1='118.8' y2='153.9'/><line x1='283.0' x2='293.0' y1='118.8' y2='118.8'/><line x1='283.0' x2='293.0' y1='153.9' y2='153.9'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(292.0 342.0) rotate(-35)'>GainRatio</text><rect class='sa-hit' x='256.0' y='18' width='64' height='414'><title>GainRatio (Information theory, non-search)
|
| 32 |
Elo 1181 [95% CI 1148–1213]
|
| 33 |
Stability 0.644
|
| 34 |
-
Validity 0.825</title></rect><rect x='329.6' y='134.5' width='22.4' height='193.5' fill='#ddecf5' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='352.0' y='134.5' width='22.4' height='193.5' fill='#e7a570' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='352.0' x2='352.0' y1='
|
| 35 |
-
Elo 1184 [95% CI
|
| 36 |
Stability 0.132
|
| 37 |
-
Validity 0.560</title></rect><rect x='393.6' y='133.9' width='22.4' height='194.1' fill='#5aa4cd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='416.0' y='133.9' width='22.4' height='194.1' fill='#e08842' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='416.0' x2='416.0' y1='
|
| 38 |
-
Elo 1185 [95% CI
|
| 39 |
Stability 0.646
|
| 40 |
-
Validity 0.740</title></rect><rect x='457.6' y='130.1' width='22.4' height='197.9' fill='#bbd9ea' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='480.0' y='130.1' width='22.4' height='197.9' fill='#e59a5f' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='480.0' x2='480.0' y1='109.
|
| 41 |
-
Elo 1192 [95% CI
|
| 42 |
Stability 0.267
|
| 43 |
-
Validity 0.627</title></rect><rect x='521.6' y='125.3' width='22.4' height='202.7' fill='#65aad0' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='544.0' y='125.3' width='22.4' height='202.7' fill='#e39658' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='544.0' x2='544.0' y1='
|
| 44 |
-
Elo 1201 [95% CI
|
| 45 |
Stability 0.604
|
| 46 |
-
Validity 0.655</title></rect><rect x='585.6' y='116.7' width='22.4' height='211.3' fill='#529fcb' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='608.0' y='116.7' width='22.4' height='211.3' fill='#db7727' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='608.0' x2='608.0' y1='
|
| 47 |
-
Elo 1217 [95% CI
|
| 48 |
Stability 0.679
|
| 49 |
-
Validity 0.846</title></rect><rect x='649.6' y='112.9' width='22.4' height='215.1' fill='#96c5df' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='672.0' y='112.9' width='22.4' height='215.1' fill='#ecb489' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='672.0' x2='672.0' y1='
|
| 50 |
-
Elo 1224 [95% CI
|
| 51 |
Stability 0.413
|
| 52 |
-
Validity 0.463</title></rect><rect x='713.6' y='102.1' width='22.4' height='225.9' fill='#5aa4cd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='736.0' y='102.1' width='22.4' height='225.9' fill='#de8137' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='736.0' x2='736.0' y1='
|
| 53 |
-
Elo 1244 [95% CI
|
| 54 |
Stability 0.647
|
| 55 |
-
Validity 0.785</title></rect><rect x='777.6' y='102.1' width='22.4' height='225.9' fill='#a3cce3' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='800.0' y='102.1' width='22.4' height='225.9' fill='#e08945' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='800.0' x2='800.0' y1='82.
|
| 56 |
-
Elo 1244 [95% CI
|
| 57 |
Stability 0.362
|
| 58 |
-
Validity 0.730</title></rect><rect x='841.6' y='97.8' width='22.4' height='230.2' fill='#8dc0dd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='864.0' y='97.8' width='22.4' height='230.2' fill='#df853d' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='864.0' x2='864.0' y1='78.4' y2='
|
| 59 |
-
Elo 1252 [95% CI
|
| 60 |
Stability 0.447
|
| 61 |
-
Validity 0.760</title></rect><rect x='905.6' y='89.7' width='22.4' height='238.3' fill='#93c3df' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='928.0' y='89.7' width='22.4' height='238.3' fill='#e6a16a' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='928.0' x2='928.0' y1='
|
| 62 |
-
Elo 1267 [95% CI
|
| 63 |
Stability 0.422
|
| 64 |
-
Validity 0.586</title></rect><rect x='969.6' y='64.9' width='22.4' height='263.1' fill='#5ba4cd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='992.0' y='64.9' width='22.4' height='263.1' fill='#e39354' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='992.0' x2='992.0' y1='
|
| 65 |
-
Elo 1313 [95% CI
|
| 66 |
Stability 0.643
|
| 67 |
Validity 0.669</title></rect><line class='sa-ink' x1='64' x2='1024' y1='328.0' y2='328.0' stroke-width='1' opacity='0.4'/><rect x='1070' y='40.0' width='12' height='107.0' fill='url(#sa-g-stab)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='30.0' text-anchor='middle' font-size='12'>stable</text><text class='sa-text' x='1076' y='165.0' text-anchor='middle' font-size='12'>unstable</text><text class='sa-muted' x='1088' y='151.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='97.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='44.0' font-size='11'>1.0</text><rect x='1070' y='207.0' width='12' height='107.0' fill='url(#sa-g-val)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='197.0' text-anchor='middle' font-size='12'>valid</text><text class='sa-text' x='1076' y='332.0' text-anchor='middle' font-size='12'>invalid</text><text class='sa-muted' x='1088' y='318.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='264.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='211.0' font-size='11'>1.0</text><rect x='1070' y='352.0' width='12' height='12' fill='url(#sa-na)' stroke='#000' stroke-width='0.6'/><text class='sa-muted' x='1088' y='362.0' font-size='11'>no result</text></svg><script type='text/plain' id='sa-csv'>Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Stability,Validity
|
| 68 |
-
RFImportance,Non-search,Tree,1313.0,
|
| 69 |
-
CART,Non-search,Tree,1267.0,
|
| 70 |
-
ElasticNet,Non-search,Regularization,1252.0,
|
| 71 |
-
MI,Non-search,Information theory,1244.0,
|
| 72 |
-
Lasso,Non-search,Regularization,1244.0,
|
| 73 |
-
MarkovBlanket,Search,Backward search,1224.0,
|
| 74 |
-
F-Test,Non-search,Correlation,1217.0,
|
| 75 |
-
mRMR,Non-search,Information theory,1201.0,
|
| 76 |
-
SFS,Search,Forward search,1192.0,
|
| 77 |
-
(R)ReliefF,Non-search,Distance,1185.0,
|
| 78 |
-
SBE,Search,Backward search,1184.0,
|
| 79 |
GainRatio,Non-search,Information theory,1181.0,1148.0,1213.0,0.644,0.825
|
| 80 |
-
LOCO,Search,Leave-one-out,1158.0,
|
| 81 |
-
Random,Baseline,Baseline,1000.0,
|
| 82 |
-
LaplacianScore,Non-search,Distance,943.0,878.0,
|
| 83 |
</script><script>
|
| 84 |
function saDownload(name, blob) {
|
| 85 |
var a = document.createElement('a');
|
|
|
|
| 19 |
.sa-ink { stroke:var(--fg); }
|
| 20 |
.sa-hit { fill:transparent; }
|
| 21 |
.sa-hit:hover { fill:var(--fg); fill-opacity:0.06; }
|
| 22 |
+
</style><defs><pattern id='sa-na' width='6' height='6' patternUnits='userSpaceOnUse' patternTransform='rotate(45)'><rect width='6' height='6' fill='#e5e7eb'/><line x1='0' y1='0' x2='0' y2='6' stroke='#9ca3af' stroke-width='2'/></pattern><linearGradient id='sa-g-stab' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#0072B2'/></linearGradient><linearGradient id='sa-g-val' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#D55E00'/></linearGradient></defs><line class='sa-grid' x1='64' x2='1024' y1='287.6' y2='287.6' stroke-width='1'/><text class='sa-muted' x='56' y='291.6' text-anchor='end' font-size='12'>900</text><line class='sa-grid' x1='64' x2='1024' y1='233.7' y2='233.7' stroke-width='1'/><text class='sa-muted' x='56' y='237.7' text-anchor='end' font-size='12'>1000</text><line class='sa-grid' x1='64' x2='1024' y1='179.7' y2='179.7' stroke-width='1'/><text class='sa-muted' x='56' y='183.7' text-anchor='end' font-size='12'>1100</text><line class='sa-grid' x1='64' x2='1024' y1='125.8' y2='125.8' stroke-width='1'/><text class='sa-muted' x='56' y='129.8' text-anchor='end' font-size='12'>1200</text><line class='sa-grid' x1='64' x2='1024' y1='71.9' y2='71.9' stroke-width='1'/><text class='sa-muted' x='56' y='75.9' text-anchor='end' font-size='12'>1300</text><line class='sa-grid' x1='64' x2='1024' y1='18.0' y2='18.0' stroke-width='1'/><text class='sa-muted' x='56' y='22.0' text-anchor='end' font-size='12'>1400</text><text class='sa-text' transform='translate(16 173) rotate(-90)' text-anchor='middle' font-size='13'>Elo</text><line class='sa-ink' x1='64' x2='1024' y1='233.7' y2='233.7' stroke-width='1' stroke-dasharray='4 4' opacity='0.5'/><rect x='73.6' y='264.4' width='22.4' height='63.6' fill='#59a3cd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='96.0' y='264.4' width='22.4' height='63.6' fill='#de7f34' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='96.0' x2='96.0' y1='235.3' y2='299.4'/><line x1='91.0' x2='101.0' y1='235.3' y2='235.3'/><line x1='91.0' x2='101.0' y1='299.4' y2='299.4'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(100.0 342.0) rotate(-35)'>LaplacianScore</text><rect class='sa-hit' x='64.0' y='18' width='64' height='414'><title>LaplacianScore (Distance, non-search)
|
| 23 |
+
Elo 943 [95% CI 878–997]
|
| 24 |
Stability 0.652
|
| 25 |
+
Validity 0.797</title></rect><rect x='137.6' y='233.7' width='22.4' height='94.3' fill='#ffffff' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='160.0' y='233.7' width='22.4' height='94.3' fill='#eaae80' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='160.0' x2='160.0' y1='214.2' y2='254.1'/><line x1='155.0' x2='165.0' y1='214.2' y2='214.2'/><line x1='155.0' x2='165.0' y1='254.1' y2='254.1'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(164.0 342.0) rotate(-35)'>Random</text><rect class='sa-hit' x='128.0' y='18' width='64' height='414'><title>Random (Baseline, baseline)
|
| 26 |
+
Elo 1000 [95% CI 962–1036]
|
| 27 |
Stability 0.001
|
| 28 |
+
Validity 0.500</title></rect><rect x='201.6' y='148.5' width='22.4' height='179.5' fill='#d3e7f2' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='224.0' y='148.5' width='22.4' height='179.5' fill='#e7a16a' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='224.0' x2='224.0' y1='126.4' y2='170.0'/><line x1='219.0' x2='229.0' y1='126.4' y2='126.4'/><line x1='219.0' x2='229.0' y1='170.0' y2='170.0'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(228.0 342.0) rotate(-35)'>LOCO</text><rect class='sa-hit' x='192.0' y='18' width='64' height='414'><title>LOCO (Leave-one-out, search)
|
| 29 |
+
Elo 1158 [95% CI 1118–1199]
|
| 30 |
Stability 0.173
|
| 31 |
Validity 0.583</title></rect><rect x='265.6' y='136.1' width='22.4' height='191.9' fill='#5ba4cd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='288.0' y='136.1' width='22.4' height='191.9' fill='#dc7a2d' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='288.0' x2='288.0' y1='118.8' y2='153.9'/><line x1='283.0' x2='293.0' y1='118.8' y2='118.8'/><line x1='283.0' x2='293.0' y1='153.9' y2='153.9'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(292.0 342.0) rotate(-35)'>GainRatio</text><rect class='sa-hit' x='256.0' y='18' width='64' height='414'><title>GainRatio (Information theory, non-search)
|
| 32 |
Elo 1181 [95% CI 1148–1213]
|
| 33 |
Stability 0.644
|
| 34 |
+
Validity 0.825</title></rect><rect x='329.6' y='134.5' width='22.4' height='193.5' fill='#ddecf5' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='352.0' y='134.5' width='22.4' height='193.5' fill='#e7a570' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='352.0' x2='352.0' y1='110.7' y2='159.3'/><line x1='347.0' x2='357.0' y1='110.7' y2='110.7'/><line x1='347.0' x2='357.0' y1='159.3' y2='159.3'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(356.0 342.0) rotate(-35)'>SBE</text><rect class='sa-hit' x='320.0' y='18' width='64' height='414'><title>SBE (Backward search, search)
|
| 35 |
+
Elo 1184 [95% CI 1138–1228]
|
| 36 |
Stability 0.132
|
| 37 |
+
Validity 0.560</title></rect><rect x='393.6' y='133.9' width='22.4' height='194.1' fill='#5aa4cd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='416.0' y='133.9' width='22.4' height='194.1' fill='#e08842' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='416.0' x2='416.0' y1='114.0' y2='153.3'/><line x1='411.0' x2='421.0' y1='114.0' y2='114.0'/><line x1='411.0' x2='421.0' y1='153.3' y2='153.3'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(420.0 342.0) rotate(-35)'>(R)ReliefF</text><rect class='sa-hit' x='384.0' y='18' width='64' height='414'><title>(R)ReliefF (Distance, non-search)
|
| 38 |
+
Elo 1185 [95% CI 1149–1222]
|
| 39 |
Stability 0.646
|
| 40 |
+
Validity 0.740</title></rect><rect x='457.6' y='130.1' width='22.4' height='197.9' fill='#bbd9ea' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='480.0' y='130.1' width='22.4' height='197.9' fill='#e59a5f' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='480.0' x2='480.0' y1='109.7' y2='151.7'/><line x1='475.0' x2='485.0' y1='109.7' y2='109.7'/><line x1='475.0' x2='485.0' y1='151.7' y2='151.7'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(484.0 342.0) rotate(-35)'>SFS</text><rect class='sa-hit' x='448.0' y='18' width='64' height='414'><title>SFS (Forward search, search)
|
| 41 |
+
Elo 1192 [95% CI 1152–1230]
|
| 42 |
Stability 0.267
|
| 43 |
+
Validity 0.627</title></rect><rect x='521.6' y='125.3' width='22.4' height='202.7' fill='#65aad0' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='544.0' y='125.3' width='22.4' height='202.7' fill='#e39658' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='544.0' x2='544.0' y1='107.5' y2='143.1'/><line x1='539.0' x2='549.0' y1='107.5' y2='107.5'/><line x1='539.0' x2='549.0' y1='143.1' y2='143.1'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(548.0 342.0) rotate(-35)'>mRMR</text><rect class='sa-hit' x='512.0' y='18' width='64' height='414'><title>mRMR (Information theory, non-search)
|
| 44 |
+
Elo 1201 [95% CI 1168–1234]
|
| 45 |
Stability 0.604
|
| 46 |
+
Validity 0.655</title></rect><rect x='585.6' y='116.7' width='22.4' height='211.3' fill='#529fcb' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='608.0' y='116.7' width='22.4' height='211.3' fill='#db7727' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='608.0' x2='608.0' y1='98.3' y2='135.0'/><line x1='603.0' x2='613.0' y1='98.3' y2='98.3'/><line x1='603.0' x2='613.0' y1='135.0' y2='135.0'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(612.0 342.0) rotate(-35)'>F-Test</text><rect class='sa-hit' x='576.0' y='18' width='64' height='414'><title>F-Test (Correlation, non-search)
|
| 47 |
+
Elo 1217 [95% CI 1183–1251]
|
| 48 |
Stability 0.679
|
| 49 |
+
Validity 0.846</title></rect><rect x='649.6' y='112.9' width='22.4' height='215.1' fill='#96c5df' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='672.0' y='112.9' width='22.4' height='215.1' fill='#ecb489' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='672.0' x2='672.0' y1='96.2' y2='128.0'/><line x1='667.0' x2='677.0' y1='96.2' y2='96.2'/><line x1='667.0' x2='677.0' y1='128.0' y2='128.0'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(676.0 342.0) rotate(-35)'>MarkovBlanket</text><rect class='sa-hit' x='640.0' y='18' width='64' height='414'><title>MarkovBlanket (Backward search, search)
|
| 50 |
+
Elo 1224 [95% CI 1196–1255]
|
| 51 |
Stability 0.413
|
| 52 |
+
Validity 0.463</title></rect><rect x='713.6' y='102.1' width='22.4' height='225.9' fill='#5aa4cd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='736.0' y='102.1' width='22.4' height='225.9' fill='#de8137' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='736.0' x2='736.0' y1='84.9' y2='118.3'/><line x1='731.0' x2='741.0' y1='84.9' y2='84.9'/><line x1='731.0' x2='741.0' y1='118.3' y2='118.3'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(740.0 342.0) rotate(-35)'>MI</text><rect class='sa-hit' x='704.0' y='18' width='64' height='414'><title>MI (Information theory, non-search)
|
| 53 |
+
Elo 1244 [95% CI 1214–1276]
|
| 54 |
Stability 0.647
|
| 55 |
+
Validity 0.785</title></rect><rect x='777.6' y='102.1' width='22.4' height='225.9' fill='#a3cce3' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='800.0' y='102.1' width='22.4' height='225.9' fill='#e08945' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='800.0' x2='800.0' y1='82.7' y2='121.5'/><line x1='795.0' x2='805.0' y1='82.7' y2='82.7'/><line x1='795.0' x2='805.0' y1='121.5' y2='121.5'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(804.0 342.0) rotate(-35)'>Lasso</text><rect class='sa-hit' x='768.0' y='18' width='64' height='414'><title>Lasso (Regularization, non-search)
|
| 56 |
+
Elo 1244 [95% CI 1208–1280]
|
| 57 |
Stability 0.362
|
| 58 |
+
Validity 0.730</title></rect><rect x='841.6' y='97.8' width='22.4' height='230.2' fill='#8dc0dd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='864.0' y='97.8' width='22.4' height='230.2' fill='#df853d' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='864.0' x2='864.0' y1='78.4' y2='117.7'/><line x1='859.0' x2='869.0' y1='78.4' y2='78.4'/><line x1='859.0' x2='869.0' y1='117.7' y2='117.7'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(868.0 342.0) rotate(-35)'>ElasticNet</text><rect class='sa-hit' x='832.0' y='18' width='64' height='414'><title>ElasticNet (Regularization, non-search)
|
| 59 |
+
Elo 1252 [95% CI 1215–1288]
|
| 60 |
Stability 0.447
|
| 61 |
+
Validity 0.760</title></rect><rect x='905.6' y='89.7' width='22.4' height='238.3' fill='#93c3df' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='928.0' y='89.7' width='22.4' height='238.3' fill='#e6a16a' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='928.0' x2='928.0' y1='68.7' y2='107.5'/><line x1='923.0' x2='933.0' y1='68.7' y2='68.7'/><line x1='923.0' x2='933.0' y1='107.5' y2='107.5'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(932.0 342.0) rotate(-35)'>CART</text><rect class='sa-hit' x='896.0' y='18' width='64' height='414'><title>CART (Tree, non-search)
|
| 62 |
+
Elo 1267 [95% CI 1234–1306]
|
| 63 |
Stability 0.422
|
| 64 |
+
Validity 0.586</title></rect><rect x='969.6' y='64.9' width='22.4' height='263.1' fill='#5ba4cd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='992.0' y='64.9' width='22.4' height='263.1' fill='#e39354' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='992.0' x2='992.0' y1='41.2' y2='85.9'/><line x1='987.0' x2='997.0' y1='41.2' y2='41.2'/><line x1='987.0' x2='997.0' y1='85.9' y2='85.9'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(996.0 342.0) rotate(-35)'>RFImportance</text><rect class='sa-hit' x='960.0' y='18' width='64' height='414'><title>RFImportance (Tree, non-search)
|
| 65 |
+
Elo 1313 [95% CI 1274–1357]
|
| 66 |
Stability 0.643
|
| 67 |
Validity 0.669</title></rect><line class='sa-ink' x1='64' x2='1024' y1='328.0' y2='328.0' stroke-width='1' opacity='0.4'/><rect x='1070' y='40.0' width='12' height='107.0' fill='url(#sa-g-stab)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='30.0' text-anchor='middle' font-size='12'>stable</text><text class='sa-text' x='1076' y='165.0' text-anchor='middle' font-size='12'>unstable</text><text class='sa-muted' x='1088' y='151.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='97.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='44.0' font-size='11'>1.0</text><rect x='1070' y='207.0' width='12' height='107.0' fill='url(#sa-g-val)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='197.0' text-anchor='middle' font-size='12'>valid</text><text class='sa-text' x='1076' y='332.0' text-anchor='middle' font-size='12'>invalid</text><text class='sa-muted' x='1088' y='318.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='264.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='211.0' font-size='11'>1.0</text><rect x='1070' y='352.0' width='12' height='12' fill='url(#sa-na)' stroke='#000' stroke-width='0.6'/><text class='sa-muted' x='1088' y='362.0' font-size='11'>no result</text></svg><script type='text/plain' id='sa-csv'>Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Stability,Validity
|
| 68 |
+
RFImportance,Non-search,Tree,1313.0,1274.0,1357.0,0.643,0.669
|
| 69 |
+
CART,Non-search,Tree,1267.0,1234.0,1306.0,0.422,0.586
|
| 70 |
+
ElasticNet,Non-search,Regularization,1252.0,1215.0,1288.0,0.447,0.76
|
| 71 |
+
MI,Non-search,Information theory,1244.0,1214.0,1276.0,0.647,0.785
|
| 72 |
+
Lasso,Non-search,Regularization,1244.0,1208.0,1280.0,0.362,0.73
|
| 73 |
+
MarkovBlanket,Search,Backward search,1224.0,1196.0,1255.0,0.413,0.463
|
| 74 |
+
F-Test,Non-search,Correlation,1217.0,1183.0,1251.0,0.679,0.846
|
| 75 |
+
mRMR,Non-search,Information theory,1201.0,1168.0,1234.0,0.604,0.655
|
| 76 |
+
SFS,Search,Forward search,1192.0,1152.0,1230.0,0.267,0.627
|
| 77 |
+
(R)ReliefF,Non-search,Distance,1185.0,1149.0,1222.0,0.646,0.74
|
| 78 |
+
SBE,Search,Backward search,1184.0,1138.0,1228.0,0.132,0.56
|
| 79 |
GainRatio,Non-search,Information theory,1181.0,1148.0,1213.0,0.644,0.825
|
| 80 |
+
LOCO,Search,Leave-one-out,1158.0,1118.0,1199.0,0.173,0.583
|
| 81 |
+
Random,Baseline,Baseline,1000.0,962.0,1036.0,0.001,0.5
|
| 82 |
+
LaplacianScore,Non-search,Distance,943.0,878.0,997.0,0.652,0.797
|
| 83 |
</script><script>
|
| 84 |
function saDownload(name, blob) {
|
| 85 |
var a = document.createElement('a');
|
data/subsets/tasks_all/models_lightgbm/budgets_all/leaderboard_table.html
CHANGED
|
@@ -29,22 +29,22 @@ td.na { color:var(--muted); }
|
|
| 29 |
font-size:12px; color:var(--fg); }
|
| 30 |
.pill.cat-search { border-color:var(--accent); }
|
| 31 |
.pill.cat-baseline { color:var(--muted); }
|
| 32 |
-
</style></head><body><div class='toolbar'><span class='hint'>Click a column to sort. Hover a header for its definition.</span><button onclick="saCsv('selectarena_leaderboard.csv')">CSV</button></div><div class='wrap'><table id='sa-table'><thead><tr><th class='num'>#</th><th class=''>Method</th><th class='' title='Taxonomy of the paper (Appendix A). Search methods evaluate many feature subsets with the model (forward, backward, leave-one-out); non-search methods use a proxy instead (correlation, distance, information theory, tree, regularization).'>Type</th><th class='num' title='Bradley-Terry Elo from pairwise matches within each dataset, budget and downstream model. Random = 1000. +/− give the 95% bootstrap interval.'>Elo ↑</th><th class='num' title='Mean rank of the downstream error.'>Avg. rank ↓</th><th class='num' title='Share of pairwise comparisons won, in %. Ties count half.'>Win rate ↑</th><th class='num' title='Mean relative gap (error − best error) / error to the best method, in %.'>Improvability ↓</th><th class='num' title='Mean ratio of the error to the same model trained on all features. Below 1: the selection helped.'>Error vs. all ↓</th><th class='num' title='Agreement of the selected features across bootstrap resamples (Nogueira et al., 2018).'>Stability ↑</th><th class='num' title='Share of the budget filled with original features when as many noise features are added.'>Validity ↑</th><th class='num' title='Median wall-clock time of the selection.'>Time (s) ↓</th><th class='num' title='Share of runs where the method ran out of time and random features filled the budget.'>Fallback (%)</th><th class='num'>#Datasets</th></tr></thead><tbody><tr><td class='num' data-sort='1'>1</td><td class='method' data-sort='RFImportance'>RFImportance</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1313.0'>1313<span class='sub'>+42 / −40</span></td><td class='num' data-sort='6.08'>6.08</td><td class='num' data-sort='63.7'>63.7</td><td class='num' data-sort='13.4'>13.4</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.643'>0.643</td><td class='num' data-sort='0.669'>0.669</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='2'>2</td><td class='method' data-sort='CART'>CART</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1267.0'>1267<span class='sub'>+36 / −36</span></td><td class='num' data-sort='6.67'>6.67</td><td class='num' data-sort='59.5'>59.5</td><td class='num' data-sort='16.1'>16.1</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.422'>0.422</td><td class='num' data-sort='0.586'>0.586</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='3'>3</td><td class='method' data-sort='ElasticNet'>ElasticNet</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1252.0'>1252<span class='sub'>+36 / −35</span></td><td class='num' data-sort='6.86'>6.86</td><td class='num' data-sort='58.2'>58.2</td><td class='num' data-sort='16.4'>16.4</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.447'>0.447</td><td class='num' data-sort='0.76'>0.760</td><td class='num' data-sort='6.1'>6.1</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='4'>4</td><td class='method' data-sort='MI'>MI</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1244.0'>1244<span class='sub'>+35 / −28</span></td><td class='num' data-sort='7.09'>7.09</td><td class='num' data-sort='56.5'>56.5</td><td class='num' data-sort='16.6'>16.6</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.647'>0.647</td><td class='num' data-sort='0.785'>0.785</td><td class='num' data-sort='0.4'>0.4</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='5'>5</td><td class='method' data-sort='Lasso'>Lasso</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1244.0'>1244<span class='sub'>+37 / −35</span></td><td class='num' data-sort='7.06'>7.06</td><td class='num' data-sort='56.7'>56.7</td><td class='num' data-sort='16.4'>16.4</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.362'>0.362</td><td class='num' data-sort='0.73'>0.730</td><td class='num' data-sort='1.9'>1.9</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='6'>6</td><td class='method' data-sort='MarkovBlanket'>MarkovBlanket</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1224.0'>1224<span class='sub'>+29 / −33</span></td><td class='num' data-sort='7.48'>7.48</td><td class='num' data-sort='53.7'>53.7</td><td class='num' data-sort='17.5'>17.5</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.413'>0.413</td><td class='num' data-sort='0.463'>0.463</td><td class='num' data-sort='0.1'>0.1</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='7'>7</td><td class='method' data-sort='F-Test'>F-Test</td><td class='' data-sort='Correlation'><span class='pill cat-non-search'>Correlation</span><span class='sub'>non-search</span></td><td class='num' data-sort='1217.0'>1217<span class='sub'>+35 / −37</span></td><td class='num' data-sort='7.56'>7.56</td><td class='num' data-sort='53.2'>53.2</td><td class='num' data-sort='17.3'>17.3</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.679'>0.679</td><td class='num' data-sort='0.846'>0.846</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='8'>8</td><td class='method' data-sort='mRMR'>mRMR</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1201.0'>1201<span class='sub'>+31 / −34</span></td><td class='num' data-sort='7.9'>7.90</td><td class='num' data-sort='50.7'>50.7</td><td class='num' data-sort='17.8'>17.8</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.604'>0.604</td><td class='num' data-sort='0.655'>0.655</td><td class='num' data-sort='0.4'>0.4</td><td class='num' data-sort='3.4'>3.4</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='9'>9</td><td class='method' data-sort='SFS'>SFS</td><td class='' data-sort='Forward search'><span class='pill cat-search'>Forward search</span><span class='sub'>search</span></td><td class='num' data-sort='1192.0'>1192<span class='sub'>+39 / −34</span></td><td class='num' data-sort='7.96'>7.96</td><td class='num' data-sort='50.3'>50.3</td><td class='num' data-sort='19.5'>19.5</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.267'>0.267</td><td class='num' data-sort='0.627'>0.627</td><td class='num' data-sort='2166.9'>2,166.9</td><td class='num' data-sort='43.8'>43.8</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='10'>10</td><td class='method' data-sort='(R)ReliefF'>(R)ReliefF</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='1185.0'>1185<span class='sub'>+35 / −37</span></td><td class='num' data-sort='8.07'>8.07</td><td class='num' data-sort='49.5'>49.5</td><td class='num' data-sort='18.9'>18.9</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.646'>0.646</td><td class='num' data-sort='0.74'>0.740</td><td class='num' data-sort='13.1'>13.1</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='11'>11</td><td class='method' data-sort='SBE'>SBE</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1184.0'>1184<span class='sub'>+46 / −42</span></td><td class='num' data-sort='8.09'>8.09</td><td class='num' data-sort='49.4'>49.4</td><td class='num' data-sort='21.2'>21.2</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.132'>0.132</td><td class='num' data-sort='0.56'>0.560</td><td class='num' data-sort='2611.6'>2,611.6</td><td class='num' data-sort='46.2'>46.2</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='12'>12</td><td class='method' data-sort='GainRatio'>GainRatio</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1181.0'>1181<span class='sub'>+32 / −33</span></td><td class='num' data-sort='8.25'>8.25</td><td class='num' data-sort='48.2'>48.2</td><td class='num' data-sort='19.3'>19.3</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.644'>0.644</td><td class='num' data-sort='0.825'>0.825</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='13'>13</td><td class='method' data-sort='LOCO'>LOCO</td><td class='' data-sort='Leave-one-out'><span class='pill cat-search'>Leave-one-out</span><span class='sub'>search</span></td><td class='num' data-sort='1158.0'>1158<span class='sub'>+43 / −41</span></td><td class='num' data-sort='8.35'>8.35</td><td class='num' data-sort='47.5'>47.5</td><td class='num' data-sort='21.6'>21.6</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.173'>0.173</td><td class='num' data-sort='0.583'>0.583</td><td class='num' data-sort='240.9'>240.9</td><td class='num' data-sort='7.2'>7.2</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='14'>14</td><td class='method' data-sort='Random'>Random</td><td class='' data-sort='Baseline'><span class='pill cat-baseline'>Baseline</span></td><td class='num' data-sort='1000.0'>1000<span class='sub'>+34 / −40</span></td><td class='num' data-sort='10.78'>10.78</td><td class='num' data-sort='30.1'>30.1</td><td class='num' data-sort='30.3'>30.3</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.001'>0.001</td><td class='num' data-sort='0.5'>0.500</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='100.0'>100.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='15'>15</td><td class='method' data-sort='LaplacianScore'>LaplacianScore</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='943.0'>943<span class='sub'>+57 / −65</span></td><td class='num' data-sort='11.8'>11.80</td><td class='num' data-sort='22.8'>22.8</td><td class='num' data-sort='35.1'>35.1</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.652'>0.652</td><td class='num' data-sort='0.797'>0.797</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr></tbody></table></div><script type='text/plain' id='sa-csv'>Rank,Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Avg. rank,Win rate (%),Improvability (%),Error vs. all features,Stability,Validity,Selection time (s),Fallback rate (%),#Datasets,#Comparisons
|
| 33 |
-
1,RFImportance,Non-search,Tree,1313.0,
|
| 34 |
-
2,CART,Non-search,Tree,1267.0,
|
| 35 |
-
3,ElasticNet,Non-search,Regularization,1252.0,
|
| 36 |
-
4,MI,Non-search,Information theory,1244.0,
|
| 37 |
-
5,Lasso,Non-search,Regularization,1244.0,
|
| 38 |
-
6,MarkovBlanket,Search,Backward search,1224.0,
|
| 39 |
-
7,F-Test,Non-search,Correlation,1217.0,
|
| 40 |
-
8,mRMR,Non-search,Information theory,1201.0,
|
| 41 |
-
9,SFS,Search,Forward search,1192.0,
|
| 42 |
-
10,(R)ReliefF,Non-search,Distance,1185.0,
|
| 43 |
-
11,SBE,Search,Backward search,1184.0,
|
| 44 |
12,GainRatio,Non-search,Information theory,1181.0,1148.0,1213.0,8.25,48.2,19.3,,0.644,0.825,0.2,0.0,71,1065
|
| 45 |
-
13,LOCO,Search,Leave-one-out,1158.0,
|
| 46 |
-
14,Random,Baseline,Baseline,1000.0,
|
| 47 |
-
15,LaplacianScore,Non-search,Distance,943.0,878.0,
|
| 48 |
</script><script>
|
| 49 |
function saDownload(name, blob) {
|
| 50 |
var a = document.createElement('a');
|
|
|
|
| 29 |
font-size:12px; color:var(--fg); }
|
| 30 |
.pill.cat-search { border-color:var(--accent); }
|
| 31 |
.pill.cat-baseline { color:var(--muted); }
|
| 32 |
+
</style></head><body><div class='toolbar'><span class='hint'>Click a column to sort. Hover a header for its definition.</span><button onclick="saCsv('selectarena_leaderboard.csv')">CSV</button></div><div class='wrap'><table id='sa-table'><thead><tr><th class='num'>#</th><th class=''>Method</th><th class='' title='Taxonomy of the paper (Appendix A). Search methods evaluate many feature subsets with the model (forward, backward, leave-one-out); non-search methods use a proxy instead (correlation, distance, information theory, tree, regularization).'>Type</th><th class='num' title='Bradley-Terry Elo from pairwise matches within each dataset, budget and downstream model. Random = 1000. +/− give the 95% bootstrap interval.'>Elo ↑</th><th class='num' title='Mean rank of the downstream error.'>Avg. rank ↓</th><th class='num' title='Share of pairwise comparisons won, in %. Ties count half.'>Win rate ↑</th><th class='num' title='Mean relative gap (error − best error) / error to the best method, in %.'>Improvability ↓</th><th class='num' title='Mean ratio of the error to the same model trained on all features. Below 1: the selection helped.'>Error vs. all ↓</th><th class='num' title='Agreement of the selected features across bootstrap resamples (Nogueira et al., 2018).'>Stability ↑</th><th class='num' title='Share of the budget filled with original features when as many noise features are added.'>Validity ↑</th><th class='num' title='Median wall-clock time of the selection.'>Time (s) ↓</th><th class='num' title='Share of runs where the method ran out of time and random features filled the budget.'>Fallback (%)</th><th class='num'>#Datasets</th></tr></thead><tbody><tr><td class='num' data-sort='1'>1</td><td class='method' data-sort='RFImportance'>RFImportance</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1313.0'>1313<span class='sub'>+44 / −39</span></td><td class='num' data-sort='6.08'>6.08</td><td class='num' data-sort='63.7'>63.7</td><td class='num' data-sort='13.4'>13.4</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.643'>0.643</td><td class='num' data-sort='0.669'>0.669</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='2'>2</td><td class='method' data-sort='CART'>CART</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1267.0'>1267<span class='sub'>+39 / −33</span></td><td class='num' data-sort='6.67'>6.67</td><td class='num' data-sort='59.5'>59.5</td><td class='num' data-sort='16.1'>16.1</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.422'>0.422</td><td class='num' data-sort='0.586'>0.586</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='3'>3</td><td class='method' data-sort='ElasticNet'>ElasticNet</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1252.0'>1252<span class='sub'>+36 / −37</span></td><td class='num' data-sort='6.86'>6.86</td><td class='num' data-sort='58.2'>58.2</td><td class='num' data-sort='16.4'>16.4</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.447'>0.447</td><td class='num' data-sort='0.76'>0.760</td><td class='num' data-sort='6.1'>6.1</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='4'>4</td><td class='method' data-sort='MI'>MI</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1244.0'>1244<span class='sub'>+32 / −30</span></td><td class='num' data-sort='7.09'>7.09</td><td class='num' data-sort='56.5'>56.5</td><td class='num' data-sort='16.6'>16.6</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.647'>0.647</td><td class='num' data-sort='0.785'>0.785</td><td class='num' data-sort='0.4'>0.4</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='5'>5</td><td class='method' data-sort='Lasso'>Lasso</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1244.0'>1244<span class='sub'>+36 / −36</span></td><td class='num' data-sort='7.06'>7.06</td><td class='num' data-sort='56.7'>56.7</td><td class='num' data-sort='16.4'>16.4</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.362'>0.362</td><td class='num' data-sort='0.73'>0.730</td><td class='num' data-sort='1.9'>1.9</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='6'>6</td><td class='method' data-sort='MarkovBlanket'>MarkovBlanket</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1224.0'>1224<span class='sub'>+31 / −28</span></td><td class='num' data-sort='7.48'>7.48</td><td class='num' data-sort='53.7'>53.7</td><td class='num' data-sort='17.5'>17.5</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.413'>0.413</td><td class='num' data-sort='0.463'>0.463</td><td class='num' data-sort='0.1'>0.1</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='7'>7</td><td class='method' data-sort='F-Test'>F-Test</td><td class='' data-sort='Correlation'><span class='pill cat-non-search'>Correlation</span><span class='sub'>non-search</span></td><td class='num' data-sort='1217.0'>1217<span class='sub'>+34 / −34</span></td><td class='num' data-sort='7.56'>7.56</td><td class='num' data-sort='53.2'>53.2</td><td class='num' data-sort='17.3'>17.3</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.679'>0.679</td><td class='num' data-sort='0.846'>0.846</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='8'>8</td><td class='method' data-sort='mRMR'>mRMR</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1201.0'>1201<span class='sub'>+33 / −33</span></td><td class='num' data-sort='7.9'>7.90</td><td class='num' data-sort='50.7'>50.7</td><td class='num' data-sort='17.8'>17.8</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.604'>0.604</td><td class='num' data-sort='0.655'>0.655</td><td class='num' data-sort='0.4'>0.4</td><td class='num' data-sort='3.4'>3.4</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='9'>9</td><td class='method' data-sort='SFS'>SFS</td><td class='' data-sort='Forward search'><span class='pill cat-search'>Forward search</span><span class='sub'>search</span></td><td class='num' data-sort='1192.0'>1192<span class='sub'>+38 / −40</span></td><td class='num' data-sort='7.96'>7.96</td><td class='num' data-sort='50.3'>50.3</td><td class='num' data-sort='19.5'>19.5</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.267'>0.267</td><td class='num' data-sort='0.627'>0.627</td><td class='num' data-sort='2166.9'>2,166.9</td><td class='num' data-sort='43.8'>43.8</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='10'>10</td><td class='method' data-sort='(R)ReliefF'>(R)ReliefF</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='1185.0'>1185<span class='sub'>+37 / −36</span></td><td class='num' data-sort='8.07'>8.07</td><td class='num' data-sort='49.5'>49.5</td><td class='num' data-sort='18.9'>18.9</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.646'>0.646</td><td class='num' data-sort='0.74'>0.740</td><td class='num' data-sort='13.1'>13.1</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='11'>11</td><td class='method' data-sort='SBE'>SBE</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1184.0'>1184<span class='sub'>+44 / −46</span></td><td class='num' data-sort='8.09'>8.09</td><td class='num' data-sort='49.4'>49.4</td><td class='num' data-sort='21.2'>21.2</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.132'>0.132</td><td class='num' data-sort='0.56'>0.560</td><td class='num' data-sort='2611.6'>2,611.6</td><td class='num' data-sort='46.2'>46.2</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='12'>12</td><td class='method' data-sort='GainRatio'>GainRatio</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1181.0'>1181<span class='sub'>+32 / −33</span></td><td class='num' data-sort='8.25'>8.25</td><td class='num' data-sort='48.2'>48.2</td><td class='num' data-sort='19.3'>19.3</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.644'>0.644</td><td class='num' data-sort='0.825'>0.825</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='13'>13</td><td class='method' data-sort='LOCO'>LOCO</td><td class='' data-sort='Leave-one-out'><span class='pill cat-search'>Leave-one-out</span><span class='sub'>search</span></td><td class='num' data-sort='1158.0'>1158<span class='sub'>+41 / −40</span></td><td class='num' data-sort='8.35'>8.35</td><td class='num' data-sort='47.5'>47.5</td><td class='num' data-sort='21.6'>21.6</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.173'>0.173</td><td class='num' data-sort='0.583'>0.583</td><td class='num' data-sort='240.9'>240.9</td><td class='num' data-sort='7.2'>7.2</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='14'>14</td><td class='method' data-sort='Random'>Random</td><td class='' data-sort='Baseline'><span class='pill cat-baseline'>Baseline</span></td><td class='num' data-sort='1000.0'>1000<span class='sub'>+36 / −38</span></td><td class='num' data-sort='10.78'>10.78</td><td class='num' data-sort='30.1'>30.1</td><td class='num' data-sort='30.3'>30.3</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.001'>0.001</td><td class='num' data-sort='0.5'>0.500</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='100.0'>100.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='15'>15</td><td class='method' data-sort='LaplacianScore'>LaplacianScore</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='943.0'>943<span class='sub'>+54 / −65</span></td><td class='num' data-sort='11.8'>11.80</td><td class='num' data-sort='22.8'>22.8</td><td class='num' data-sort='35.1'>35.1</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.652'>0.652</td><td class='num' data-sort='0.797'>0.797</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr></tbody></table></div><script type='text/plain' id='sa-csv'>Rank,Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Avg. rank,Win rate (%),Improvability (%),Error vs. all features,Stability,Validity,Selection time (s),Fallback rate (%),#Datasets,#Comparisons
|
| 33 |
+
1,RFImportance,Non-search,Tree,1313.0,1274.0,1357.0,6.08,63.7,13.4,,0.643,0.669,0.2,0.0,71,1065
|
| 34 |
+
2,CART,Non-search,Tree,1267.0,1234.0,1306.0,6.67,59.5,16.1,,0.422,0.586,0.0,0.0,71,1065
|
| 35 |
+
3,ElasticNet,Non-search,Regularization,1252.0,1215.0,1288.0,6.86,58.2,16.4,,0.447,0.76,6.1,0.0,71,1065
|
| 36 |
+
4,MI,Non-search,Information theory,1244.0,1214.0,1276.0,7.09,56.5,16.6,,0.647,0.785,0.4,0.0,71,1065
|
| 37 |
+
5,Lasso,Non-search,Regularization,1244.0,1208.0,1280.0,7.06,56.7,16.4,,0.362,0.73,1.9,0.0,71,1065
|
| 38 |
+
6,MarkovBlanket,Search,Backward search,1224.0,1196.0,1255.0,7.48,53.7,17.5,,0.413,0.463,0.1,0.0,71,1065
|
| 39 |
+
7,F-Test,Non-search,Correlation,1217.0,1183.0,1251.0,7.56,53.2,17.3,,0.679,0.846,0.0,0.0,71,1065
|
| 40 |
+
8,mRMR,Non-search,Information theory,1201.0,1168.0,1234.0,7.9,50.7,17.8,,0.604,0.655,0.4,3.4,71,1065
|
| 41 |
+
9,SFS,Search,Forward search,1192.0,1152.0,1230.0,7.96,50.3,19.5,,0.267,0.627,2166.9,43.8,71,1065
|
| 42 |
+
10,(R)ReliefF,Non-search,Distance,1185.0,1149.0,1222.0,8.07,49.5,18.9,,0.646,0.74,13.1,0.0,71,1065
|
| 43 |
+
11,SBE,Search,Backward search,1184.0,1138.0,1228.0,8.09,49.4,21.2,,0.132,0.56,2611.6,46.2,71,1065
|
| 44 |
12,GainRatio,Non-search,Information theory,1181.0,1148.0,1213.0,8.25,48.2,19.3,,0.644,0.825,0.2,0.0,71,1065
|
| 45 |
+
13,LOCO,Search,Leave-one-out,1158.0,1118.0,1199.0,8.35,47.5,21.6,,0.173,0.583,240.9,7.2,71,1065
|
| 46 |
+
14,Random,Baseline,Baseline,1000.0,962.0,1036.0,10.78,30.1,30.3,,0.001,0.5,0.0,100.0,71,1065
|
| 47 |
+
15,LaplacianScore,Non-search,Distance,943.0,878.0,997.0,11.8,22.8,35.1,,0.652,0.797,0.2,0.0,71,1065
|
| 48 |
</script><script>
|
| 49 |
function saDownload(name, blob) {
|
| 50 |
var a = document.createElement('a');
|
data/subsets/tasks_all/models_lightgbm/budgets_all/website_leaderboard.csv
CHANGED
|
@@ -1,16 +1,16 @@
|
|
| 1 |
Rank,Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Avg. rank,Win rate (%),Improvability (%),Error vs. all features,Stability,Validity,Selection time (s),Fallback rate (%),#Datasets,#Comparisons
|
| 2 |
-
1,RFImportance,Non-search,Tree,1313.0,
|
| 3 |
-
2,CART,Non-search,Tree,1267.0,
|
| 4 |
-
3,ElasticNet,Non-search,Regularization,1252.0,
|
| 5 |
-
4,MI,Non-search,Information theory,1244.0,
|
| 6 |
-
5,Lasso,Non-search,Regularization,1244.0,
|
| 7 |
-
6,MarkovBlanket,Search,Backward search,1224.0,
|
| 8 |
-
7,F-Test,Non-search,Correlation,1217.0,
|
| 9 |
-
8,mRMR,Non-search,Information theory,1201.0,
|
| 10 |
-
9,SFS,Search,Forward search,1192.0,
|
| 11 |
-
10,(R)ReliefF,Non-search,Distance,1185.0,
|
| 12 |
-
11,SBE,Search,Backward search,1184.0,
|
| 13 |
12,GainRatio,Non-search,Information theory,1181.0,1148.0,1213.0,8.25,48.2,19.3,,0.644,0.825,0.2,0.0,71,1065
|
| 14 |
-
13,LOCO,Search,Leave-one-out,1158.0,
|
| 15 |
-
14,Random,Baseline,Baseline,1000.0,
|
| 16 |
-
15,LaplacianScore,Non-search,Distance,943.0,878.0,
|
|
|
|
| 1 |
Rank,Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Avg. rank,Win rate (%),Improvability (%),Error vs. all features,Stability,Validity,Selection time (s),Fallback rate (%),#Datasets,#Comparisons
|
| 2 |
+
1,RFImportance,Non-search,Tree,1313.0,1274.0,1357.0,6.08,63.7,13.4,,0.643,0.669,0.2,0.0,71,1065
|
| 3 |
+
2,CART,Non-search,Tree,1267.0,1234.0,1306.0,6.67,59.5,16.1,,0.422,0.586,0.0,0.0,71,1065
|
| 4 |
+
3,ElasticNet,Non-search,Regularization,1252.0,1215.0,1288.0,6.86,58.2,16.4,,0.447,0.76,6.1,0.0,71,1065
|
| 5 |
+
4,MI,Non-search,Information theory,1244.0,1214.0,1276.0,7.09,56.5,16.6,,0.647,0.785,0.4,0.0,71,1065
|
| 6 |
+
5,Lasso,Non-search,Regularization,1244.0,1208.0,1280.0,7.06,56.7,16.4,,0.362,0.73,1.9,0.0,71,1065
|
| 7 |
+
6,MarkovBlanket,Search,Backward search,1224.0,1196.0,1255.0,7.48,53.7,17.5,,0.413,0.463,0.1,0.0,71,1065
|
| 8 |
+
7,F-Test,Non-search,Correlation,1217.0,1183.0,1251.0,7.56,53.2,17.3,,0.679,0.846,0.0,0.0,71,1065
|
| 9 |
+
8,mRMR,Non-search,Information theory,1201.0,1168.0,1234.0,7.9,50.7,17.8,,0.604,0.655,0.4,3.4,71,1065
|
| 10 |
+
9,SFS,Search,Forward search,1192.0,1152.0,1230.0,7.96,50.3,19.5,,0.267,0.627,2166.9,43.8,71,1065
|
| 11 |
+
10,(R)ReliefF,Non-search,Distance,1185.0,1149.0,1222.0,8.07,49.5,18.9,,0.646,0.74,13.1,0.0,71,1065
|
| 12 |
+
11,SBE,Search,Backward search,1184.0,1138.0,1228.0,8.09,49.4,21.2,,0.132,0.56,2611.6,46.2,71,1065
|
| 13 |
12,GainRatio,Non-search,Information theory,1181.0,1148.0,1213.0,8.25,48.2,19.3,,0.644,0.825,0.2,0.0,71,1065
|
| 14 |
+
13,LOCO,Search,Leave-one-out,1158.0,1118.0,1199.0,8.35,47.5,21.6,,0.173,0.583,240.9,7.2,71,1065
|
| 15 |
+
14,Random,Baseline,Baseline,1000.0,962.0,1036.0,10.78,30.1,30.3,,0.001,0.5,0.0,100.0,71,1065
|
| 16 |
+
15,LaplacianScore,Non-search,Distance,943.0,878.0,997.0,11.8,22.8,35.1,,0.652,0.797,0.2,0.0,71,1065
|
data/subsets/tasks_all/models_linearmodel/budgets_0/elo_explorer.html
CHANGED
|
@@ -19,67 +19,67 @@ svg { display:block; width:100%; height:auto; }
|
|
| 19 |
.sa-ink { stroke:var(--fg); }
|
| 20 |
.sa-hit { fill:transparent; }
|
| 21 |
.sa-hit:hover { fill:var(--fg); fill-opacity:0.06; }
|
| 22 |
-
</style><defs><pattern id='sa-na' width='6' height='6' patternUnits='userSpaceOnUse' patternTransform='rotate(45)'><rect width='6' height='6' fill='#e5e7eb'/><line x1='0' y1='0' x2='0' y2='6' stroke='#9ca3af' stroke-width='2'/></pattern><linearGradient id='sa-g-stab' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#0072B2'/></linearGradient><linearGradient id='sa-g-val' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#D55E00'/></linearGradient></defs><line class='sa-grid' x1='64' x2='1024' y1='293.6' y2='293.6' stroke-width='1'/><text class='sa-muted' x='56' y='297.6' text-anchor='end' font-size='12'>900</text><line class='sa-grid' x1='64' x2='1024' y1='247.6' y2='247.6' stroke-width='1'/><text class='sa-muted' x='56' y='251.6' text-anchor='end' font-size='12'>1000</text><line class='sa-grid' x1='64' x2='1024' y1='201.7' y2='201.7' stroke-width='1'/><text class='sa-muted' x='56' y='205.7' text-anchor='end' font-size='12'>1100</text><line class='sa-grid' x1='64' x2='1024' y1='155.8' y2='155.8' stroke-width='1'/><text class='sa-muted' x='56' y='159.8' text-anchor='end' font-size='12'>1200</text><line class='sa-grid' x1='64' x2='1024' y1='109.9' y2='109.9' stroke-width='1'/><text class='sa-muted' x='56' y='113.9' text-anchor='end' font-size='12'>1300</text><line class='sa-grid' x1='64' x2='1024' y1='63.9' y2='63.9' stroke-width='1'/><text class='sa-muted' x='56' y='67.9' text-anchor='end' font-size='12'>1400</text><line class='sa-grid' x1='64' x2='1024' y1='18.0' y2='18.0' stroke-width='1'/><text class='sa-muted' x='56' y='22.0' text-anchor='end' font-size='12'>1500</text><text class='sa-text' transform='translate(16 173) rotate(-90)' text-anchor='middle' font-size='13'>Elo</text><line class='sa-ink' x1='64' x2='1024' y1='247.6' y2='247.6' stroke-width='1' stroke-dasharray='4 4' opacity='0.5'/><rect x='73.6' y='260.0' width='22.4' height='68.0' fill='#69acd2' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='96.0' y='260.0' width='22.4' height='68.0' fill='#db7727' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='96.0' x2='96.0' y1='
|
| 23 |
-
Elo 973 [95% CI
|
| 24 |
Stability 0.588
|
| 25 |
-
Validity 0.847</title></rect><rect x='137.6' y='247.6' width='22.4' height='80.4' fill='#ffffff' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='160.0' y='247.6' width='22.4' height='80.4' fill='#eab081' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='160.0' x2='160.0' y1='
|
| 26 |
-
Elo 1000 [95% CI
|
| 27 |
Stability -0.001
|
| 28 |
-
Validity 0.493</title></rect><rect x='201.6' y='170.5' width='22.4' height='157.5' fill='#cde4f0' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='224.0' y='170.5' width='22.4' height='157.5' fill='#e59b61' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='224.0' x2='224.0' y1='147.1' y2='
|
| 29 |
-
Elo 1168 [95% CI
|
| 30 |
Stability 0.195
|
| 31 |
-
Validity 0.621</title></rect><rect x='265.6' y='157.2' width='22.4' height='170.8' fill='#b3d5e8' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='288.0' y='157.2' width='22.4' height='170.8' fill='#e39455' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='288.0' x2='288.0' y1='
|
| 32 |
-
Elo 1197 [95% CI
|
| 33 |
Stability 0.299
|
| 34 |
-
Validity 0.665</title></rect><rect x='329.6' y='143.8' width='22.4' height='184.2' fill='#5ba4ce' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='352.0' y='143.8' width='22.4' height='184.2' fill='#da7220' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='352.0' x2='352.0' y1='118.
|
| 35 |
-
Elo 1226 [95% CI
|
| 36 |
Stability 0.642
|
| 37 |
-
Validity 0.873</title></rect><rect x='393.6' y='121.8' width='22.4' height='206.2' fill='#529fcb' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='416.0' y='121.8' width='22.4' height='206.2' fill='#d7670f' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='416.0' x2='416.0' y1='101.6' y2='
|
| 38 |
-
Elo 1274 [95% CI
|
| 39 |
Stability 0.679
|
| 40 |
-
Validity 0.942</title></rect><rect x='457.6' y='114.0' width='22.4' height='214.0' fill='#94c4df' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='480.0' y='114.0' width='22.4' height='214.0' fill='#da701c' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='480.0' x2='480.0' y1='
|
| 41 |
-
Elo 1291 [95% CI
|
| 42 |
Stability 0.421
|
| 43 |
-
Validity 0.890</title></rect><rect x='521.6' y='112.1' width='22.4' height='215.9' fill='#a1cbe3' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='544.0' y='112.1' width='22.4' height='215.9' fill='#e08640' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='544.0' x2='544.0' y1='88.
|
| 44 |
-
Elo 1295 [95% CI
|
| 45 |
Stability 0.368
|
| 46 |
-
Validity 0.750</title></rect><rect x='585.6' y='109.4' width='22.4' height='218.6' fill='#78b5d6' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='608.0' y='109.4' width='22.4' height='218.6' fill='#de8238' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='608.0' x2='608.0' y1='
|
| 47 |
-
Elo 1301 [95% CI 1253–
|
| 48 |
Stability 0.528
|
| 49 |
-
Validity 0.779</title></rect><rect x='649.6' y='99.3' width='22.4' height='228.7' fill='#94c4df' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='672.0' y='99.3' width='22.4' height='228.7' fill='#ebb488' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='672.0' x2='672.0' y1='79.1' y2='
|
| 50 |
-
Elo 1323 [95% CI
|
| 51 |
Stability 0.418
|
| 52 |
-
Validity 0.465</title></rect><rect x='713.6' y='98.8' width='22.4' height='229.2' fill='#5ba4cd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='736.0' y='98.8' width='22.4' height='229.2' fill='#d96e1a' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='736.0' x2='736.0' y1='
|
| 53 |
-
Elo 1324 [95% CI
|
| 54 |
Stability 0.645
|
| 55 |
-
Validity 0.898</title></rect><rect x='777.6' y='97.5' width='22.4' height='230.5' fill='#7db7d8' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='800.0' y='97.5' width='22.4' height='230.5' fill='#d96c16' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='800.0' x2='800.0' y1='
|
| 56 |
-
Elo 1327 [95% CI 1279–
|
| 57 |
Stability 0.509
|
| 58 |
-
Validity 0.915</title></rect><rect x='841.6' y='89.6' width='22.4' height='238.4' fill='#84bbda' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='864.0' y='89.6' width='22.4' height='238.4' fill='#e08945' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='864.0' x2='864.0' y1='
|
| 59 |
-
Elo 1344 [95% CI
|
| 60 |
Stability 0.484
|
| 61 |
-
Validity 0.731</title></rect><rect x='905.6' y='86.9' width='22.4' height='241.1' fill='#4699c7' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='928.0' y='86.9' width='22.4' height='241.1' fill='#d7660c' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='928.0' x2='928.0' y1='
|
| 62 |
-
Elo 1350 [95% CI
|
| 63 |
Stability 0.725
|
| 64 |
-
Validity 0.952</title></rect><rect x='969.6' y='86.0' width='22.4' height='242.0' fill='#5fa6cf' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='992.0' y='86.0' width='22.4' height='242.0' fill='#dd7d32' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='992.0' x2='992.0' y1='
|
| 65 |
-
Elo 1352 [95% CI
|
| 66 |
Stability 0.628
|
| 67 |
Validity 0.805</title></rect><line class='sa-ink' x1='64' x2='1024' y1='328.0' y2='328.0' stroke-width='1' opacity='0.4'/><rect x='1070' y='40.0' width='12' height='107.0' fill='url(#sa-g-stab)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='30.0' text-anchor='middle' font-size='12'>stable</text><text class='sa-text' x='1076' y='165.0' text-anchor='middle' font-size='12'>unstable</text><text class='sa-muted' x='1088' y='151.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='97.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='44.0' font-size='11'>1.0</text><rect x='1070' y='207.0' width='12' height='107.0' fill='url(#sa-g-val)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='197.0' text-anchor='middle' font-size='12'>valid</text><text class='sa-text' x='1076' y='332.0' text-anchor='middle' font-size='12'>invalid</text><text class='sa-muted' x='1088' y='318.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='264.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='211.0' font-size='11'>1.0</text><rect x='1070' y='352.0' width='12' height='12' fill='url(#sa-na)' stroke='#000' stroke-width='0.6'/><text class='sa-muted' x='1088' y='362.0' font-size='11'>no result</text></svg><script type='text/plain' id='sa-csv'>Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Stability,Validity
|
| 68 |
-
RFImportance,Non-search,Tree,1352.0,
|
| 69 |
-
F-Test,Non-search,Correlation,1350.0,
|
| 70 |
-
CART,Non-search,Tree,1344.0,
|
| 71 |
-
ElasticNet,Non-search,Regularization,1327.0,1279.0,
|
| 72 |
-
MI,Non-search,Information theory,1324.0,
|
| 73 |
-
MarkovBlanket,Search,Backward search,1323.0,
|
| 74 |
-
mRMR,Non-search,Information theory,1301.0,1253.0,
|
| 75 |
-
SFS,Search,Forward search,1295.0,
|
| 76 |
-
Lasso,Non-search,Regularization,1291.0,
|
| 77 |
-
GainRatio,Non-search,Information theory,1274.0,
|
| 78 |
-
(R)ReliefF,Non-search,Distance,1226.0,
|
| 79 |
-
LOCO,Search,Leave-one-out,1197.0,
|
| 80 |
-
SBE,Search,Backward search,1168.0,
|
| 81 |
-
Random,Baseline,Baseline,1000.0,
|
| 82 |
-
LaplacianScore,Non-search,Distance,973.0,
|
| 83 |
</script><script>
|
| 84 |
function saDownload(name, blob) {
|
| 85 |
var a = document.createElement('a');
|
|
|
|
| 19 |
.sa-ink { stroke:var(--fg); }
|
| 20 |
.sa-hit { fill:transparent; }
|
| 21 |
.sa-hit:hover { fill:var(--fg); fill-opacity:0.06; }
|
| 22 |
+
</style><defs><pattern id='sa-na' width='6' height='6' patternUnits='userSpaceOnUse' patternTransform='rotate(45)'><rect width='6' height='6' fill='#e5e7eb'/><line x1='0' y1='0' x2='0' y2='6' stroke='#9ca3af' stroke-width='2'/></pattern><linearGradient id='sa-g-stab' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#0072B2'/></linearGradient><linearGradient id='sa-g-val' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#D55E00'/></linearGradient></defs><line class='sa-grid' x1='64' x2='1024' y1='293.6' y2='293.6' stroke-width='1'/><text class='sa-muted' x='56' y='297.6' text-anchor='end' font-size='12'>900</text><line class='sa-grid' x1='64' x2='1024' y1='247.6' y2='247.6' stroke-width='1'/><text class='sa-muted' x='56' y='251.6' text-anchor='end' font-size='12'>1000</text><line class='sa-grid' x1='64' x2='1024' y1='201.7' y2='201.7' stroke-width='1'/><text class='sa-muted' x='56' y='205.7' text-anchor='end' font-size='12'>1100</text><line class='sa-grid' x1='64' x2='1024' y1='155.8' y2='155.8' stroke-width='1'/><text class='sa-muted' x='56' y='159.8' text-anchor='end' font-size='12'>1200</text><line class='sa-grid' x1='64' x2='1024' y1='109.9' y2='109.9' stroke-width='1'/><text class='sa-muted' x='56' y='113.9' text-anchor='end' font-size='12'>1300</text><line class='sa-grid' x1='64' x2='1024' y1='63.9' y2='63.9' stroke-width='1'/><text class='sa-muted' x='56' y='67.9' text-anchor='end' font-size='12'>1400</text><line class='sa-grid' x1='64' x2='1024' y1='18.0' y2='18.0' stroke-width='1'/><text class='sa-muted' x='56' y='22.0' text-anchor='end' font-size='12'>1500</text><text class='sa-text' transform='translate(16 173) rotate(-90)' text-anchor='middle' font-size='13'>Elo</text><line class='sa-ink' x1='64' x2='1024' y1='247.6' y2='247.6' stroke-width='1' stroke-dasharray='4 4' opacity='0.5'/><rect x='73.6' y='260.0' width='22.4' height='68.0' fill='#69acd2' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='96.0' y='260.0' width='22.4' height='68.0' fill='#db7727' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='96.0' x2='96.0' y1='228.8' y2='298.1'/><line x1='91.0' x2='101.0' y1='228.8' y2='228.8'/><line x1='91.0' x2='101.0' y1='298.1' y2='298.1'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(100.0 342.0) rotate(-35)'>LaplacianScore</text><rect class='sa-hit' x='64.0' y='18' width='64' height='414'><title>LaplacianScore (Distance, non-search)
|
| 23 |
+
Elo 973 [95% CI 890–1041]
|
| 24 |
Stability 0.588
|
| 25 |
+
Validity 0.847</title></rect><rect x='137.6' y='247.6' width='22.4' height='80.4' fill='#ffffff' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='160.0' y='247.6' width='22.4' height='80.4' fill='#eab081' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='160.0' x2='160.0' y1='222.8' y2='276.1'/><line x1='155.0' x2='165.0' y1='222.8' y2='222.8'/><line x1='155.0' x2='165.0' y1='276.1' y2='276.1'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(164.0 342.0) rotate(-35)'>Random</text><rect class='sa-hit' x='128.0' y='18' width='64' height='414'><title>Random (Baseline, baseline)
|
| 26 |
+
Elo 1000 [95% CI 938–1054]
|
| 27 |
Stability -0.001
|
| 28 |
+
Validity 0.493</title></rect><rect x='201.6' y='170.5' width='22.4' height='157.5' fill='#cde4f0' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='224.0' y='170.5' width='22.4' height='157.5' fill='#e59b61' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='224.0' x2='224.0' y1='147.1' y2='196.7'/><line x1='219.0' x2='229.0' y1='147.1' y2='147.1'/><line x1='219.0' x2='229.0' y1='196.7' y2='196.7'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(228.0 342.0) rotate(-35)'>SBE</text><rect class='sa-hit' x='192.0' y='18' width='64' height='414'><title>SBE (Backward search, search)
|
| 29 |
+
Elo 1168 [95% CI 1111–1219]
|
| 30 |
Stability 0.195
|
| 31 |
+
Validity 0.621</title></rect><rect x='265.6' y='157.2' width='22.4' height='170.8' fill='#b3d5e8' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='288.0' y='157.2' width='22.4' height='170.8' fill='#e39455' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='288.0' x2='288.0' y1='136.5' y2='177.8'/><line x1='283.0' x2='293.0' y1='136.5' y2='136.5'/><line x1='283.0' x2='293.0' y1='177.8' y2='177.8'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(292.0 342.0) rotate(-35)'>LOCO</text><rect class='sa-hit' x='256.0' y='18' width='64' height='414'><title>LOCO (Leave-one-out, search)
|
| 32 |
+
Elo 1197 [95% CI 1152–1242]
|
| 33 |
Stability 0.299
|
| 34 |
+
Validity 0.665</title></rect><rect x='329.6' y='143.8' width='22.4' height='184.2' fill='#5ba4ce' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='352.0' y='143.8' width='22.4' height='184.2' fill='#da7220' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='352.0' x2='352.0' y1='118.1' y2='170.0'/><line x1='347.0' x2='357.0' y1='118.1' y2='118.1'/><line x1='347.0' x2='357.0' y1='170.0' y2='170.0'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(356.0 342.0) rotate(-35)'>(R)ReliefF</text><rect class='sa-hit' x='320.0' y='18' width='64' height='414'><title>(R)ReliefF (Distance, non-search)
|
| 35 |
+
Elo 1226 [95% CI 1169–1282]
|
| 36 |
Stability 0.642
|
| 37 |
+
Validity 0.873</title></rect><rect x='393.6' y='121.8' width='22.4' height='206.2' fill='#529fcb' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='416.0' y='121.8' width='22.4' height='206.2' fill='#d7670f' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='416.0' x2='416.0' y1='101.6' y2='140.6'/><line x1='411.0' x2='421.0' y1='101.6' y2='101.6'/><line x1='411.0' x2='421.0' y1='140.6' y2='140.6'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(420.0 342.0) rotate(-35)'>GainRatio</text><rect class='sa-hit' x='384.0' y='18' width='64' height='414'><title>GainRatio (Information theory, non-search)
|
| 38 |
+
Elo 1274 [95% CI 1233–1318]
|
| 39 |
Stability 0.679
|
| 40 |
+
Validity 0.942</title></rect><rect x='457.6' y='114.0' width='22.4' height='214.0' fill='#94c4df' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='480.0' y='114.0' width='22.4' height='214.0' fill='#da701c' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='480.0' x2='480.0' y1='91.5' y2='135.6'/><line x1='475.0' x2='485.0' y1='91.5' y2='91.5'/><line x1='475.0' x2='485.0' y1='135.6' y2='135.6'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(484.0 342.0) rotate(-35)'>Lasso</text><rect class='sa-hit' x='448.0' y='18' width='64' height='414'><title>Lasso (Regularization, non-search)
|
| 41 |
+
Elo 1291 [95% CI 1244–1340]
|
| 42 |
Stability 0.421
|
| 43 |
+
Validity 0.890</title></rect><rect x='521.6' y='112.1' width='22.4' height='215.9' fill='#a1cbe3' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='544.0' y='112.1' width='22.4' height='215.9' fill='#e08640' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='544.0' x2='544.0' y1='88.7' y2='136.0'/><line x1='539.0' x2='549.0' y1='88.7' y2='88.7'/><line x1='539.0' x2='549.0' y1='136.0' y2='136.0'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(548.0 342.0) rotate(-35)'>SFS</text><rect class='sa-hit' x='512.0' y='18' width='64' height='414'><title>SFS (Forward search, search)
|
| 44 |
+
Elo 1295 [95% CI 1243–1346]
|
| 45 |
Stability 0.368
|
| 46 |
+
Validity 0.750</title></rect><rect x='585.6' y='109.4' width='22.4' height='218.6' fill='#78b5d6' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='608.0' y='109.4' width='22.4' height='218.6' fill='#de8238' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='608.0' x2='608.0' y1='88.7' y2='131.4'/><line x1='603.0' x2='613.0' y1='88.7' y2='88.7'/><line x1='603.0' x2='613.0' y1='131.4' y2='131.4'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(612.0 342.0) rotate(-35)'>mRMR</text><rect class='sa-hit' x='576.0' y='18' width='64' height='414'><title>mRMR (Information theory, non-search)
|
| 47 |
+
Elo 1301 [95% CI 1253–1346]
|
| 48 |
Stability 0.528
|
| 49 |
+
Validity 0.779</title></rect><rect x='649.6' y='99.3' width='22.4' height='228.7' fill='#94c4df' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='672.0' y='99.3' width='22.4' height='228.7' fill='#ebb488' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='672.0' x2='672.0' y1='79.1' y2='118.1'/><line x1='667.0' x2='677.0' y1='79.1' y2='79.1'/><line x1='667.0' x2='677.0' y1='118.1' y2='118.1'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(676.0 342.0) rotate(-35)'>MarkovBlanket</text><rect class='sa-hit' x='640.0' y='18' width='64' height='414'><title>MarkovBlanket (Backward search, search)
|
| 50 |
+
Elo 1323 [95% CI 1282–1367]
|
| 51 |
Stability 0.418
|
| 52 |
+
Validity 0.465</title></rect><rect x='713.6' y='98.8' width='22.4' height='229.2' fill='#5ba4cd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='736.0' y='98.8' width='22.4' height='229.2' fill='#d96e1a' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='736.0' x2='736.0' y1='78.6' y2='118.6'/><line x1='731.0' x2='741.0' y1='78.6' y2='78.6'/><line x1='731.0' x2='741.0' y1='118.6' y2='118.6'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(740.0 342.0) rotate(-35)'>MI</text><rect class='sa-hit' x='704.0' y='18' width='64' height='414'><title>MI (Information theory, non-search)
|
| 53 |
+
Elo 1324 [95% CI 1281–1368]
|
| 54 |
Stability 0.645
|
| 55 |
+
Validity 0.898</title></rect><rect x='777.6' y='97.5' width='22.4' height='230.5' fill='#7db7d8' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='800.0' y='97.5' width='22.4' height='230.5' fill='#d96c16' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='800.0' x2='800.0' y1='72.7' y2='119.5'/><line x1='795.0' x2='805.0' y1='72.7' y2='72.7'/><line x1='795.0' x2='805.0' y1='119.5' y2='119.5'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(804.0 342.0) rotate(-35)'>ElasticNet</text><rect class='sa-hit' x='768.0' y='18' width='64' height='414'><title>ElasticNet (Regularization, non-search)
|
| 56 |
+
Elo 1327 [95% CI 1279–1381]
|
| 57 |
Stability 0.509
|
| 58 |
+
Validity 0.915</title></rect><rect x='841.6' y='89.6' width='22.4' height='238.4' fill='#84bbda' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='864.0' y='89.6' width='22.4' height='238.4' fill='#e08945' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='864.0' x2='864.0' y1='61.2' y2='115.4'/><line x1='859.0' x2='869.0' y1='61.2' y2='61.2'/><line x1='859.0' x2='869.0' y1='115.4' y2='115.4'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(868.0 342.0) rotate(-35)'>CART</text><rect class='sa-hit' x='832.0' y='18' width='64' height='414'><title>CART (Tree, non-search)
|
| 59 |
+
Elo 1344 [95% CI 1288–1406]
|
| 60 |
Stability 0.484
|
| 61 |
+
Validity 0.731</title></rect><rect x='905.6' y='86.9' width='22.4' height='241.1' fill='#4699c7' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='928.0' y='86.9' width='22.4' height='241.1' fill='#d7660c' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='928.0' x2='928.0' y1='64.8' y2='107.1'/><line x1='923.0' x2='933.0' y1='64.8' y2='64.8'/><line x1='923.0' x2='933.0' y1='107.1' y2='107.1'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(932.0 342.0) rotate(-35)'>F-Test</text><rect class='sa-hit' x='896.0' y='18' width='64' height='414'><title>F-Test (Correlation, non-search)
|
| 62 |
+
Elo 1350 [95% CI 1306–1398]
|
| 63 |
Stability 0.725
|
| 64 |
+
Validity 0.952</title></rect><rect x='969.6' y='86.0' width='22.4' height='242.0' fill='#5fa6cf' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='992.0' y='86.0' width='22.4' height='242.0' fill='#dd7d32' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='992.0' x2='992.0' y1='58.0' y2='108.5'/><line x1='987.0' x2='997.0' y1='58.0' y2='58.0'/><line x1='987.0' x2='997.0' y1='108.5' y2='108.5'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(996.0 342.0) rotate(-35)'>RFImportance</text><rect class='sa-hit' x='960.0' y='18' width='64' height='414'><title>RFImportance (Tree, non-search)
|
| 65 |
+
Elo 1352 [95% CI 1303–1413]
|
| 66 |
Stability 0.628
|
| 67 |
Validity 0.805</title></rect><line class='sa-ink' x1='64' x2='1024' y1='328.0' y2='328.0' stroke-width='1' opacity='0.4'/><rect x='1070' y='40.0' width='12' height='107.0' fill='url(#sa-g-stab)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='30.0' text-anchor='middle' font-size='12'>stable</text><text class='sa-text' x='1076' y='165.0' text-anchor='middle' font-size='12'>unstable</text><text class='sa-muted' x='1088' y='151.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='97.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='44.0' font-size='11'>1.0</text><rect x='1070' y='207.0' width='12' height='107.0' fill='url(#sa-g-val)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='197.0' text-anchor='middle' font-size='12'>valid</text><text class='sa-text' x='1076' y='332.0' text-anchor='middle' font-size='12'>invalid</text><text class='sa-muted' x='1088' y='318.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='264.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='211.0' font-size='11'>1.0</text><rect x='1070' y='352.0' width='12' height='12' fill='url(#sa-na)' stroke='#000' stroke-width='0.6'/><text class='sa-muted' x='1088' y='362.0' font-size='11'>no result</text></svg><script type='text/plain' id='sa-csv'>Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Stability,Validity
|
| 68 |
+
RFImportance,Non-search,Tree,1352.0,1303.0,1413.0,0.628,0.805
|
| 69 |
+
F-Test,Non-search,Correlation,1350.0,1306.0,1398.0,0.725,0.952
|
| 70 |
+
CART,Non-search,Tree,1344.0,1288.0,1406.0,0.484,0.731
|
| 71 |
+
ElasticNet,Non-search,Regularization,1327.0,1279.0,1381.0,0.509,0.915
|
| 72 |
+
MI,Non-search,Information theory,1324.0,1281.0,1368.0,0.645,0.898
|
| 73 |
+
MarkovBlanket,Search,Backward search,1323.0,1282.0,1367.0,0.418,0.465
|
| 74 |
+
mRMR,Non-search,Information theory,1301.0,1253.0,1346.0,0.528,0.779
|
| 75 |
+
SFS,Search,Forward search,1295.0,1243.0,1346.0,0.368,0.75
|
| 76 |
+
Lasso,Non-search,Regularization,1291.0,1244.0,1340.0,0.421,0.89
|
| 77 |
+
GainRatio,Non-search,Information theory,1274.0,1233.0,1318.0,0.679,0.942
|
| 78 |
+
(R)ReliefF,Non-search,Distance,1226.0,1169.0,1282.0,0.642,0.873
|
| 79 |
+
LOCO,Search,Leave-one-out,1197.0,1152.0,1242.0,0.299,0.665
|
| 80 |
+
SBE,Search,Backward search,1168.0,1111.0,1219.0,0.195,0.621
|
| 81 |
+
Random,Baseline,Baseline,1000.0,938.0,1054.0,-0.001,0.493
|
| 82 |
+
LaplacianScore,Non-search,Distance,973.0,890.0,1041.0,0.588,0.847
|
| 83 |
</script><script>
|
| 84 |
function saDownload(name, blob) {
|
| 85 |
var a = document.createElement('a');
|
data/subsets/tasks_all/models_linearmodel/budgets_0/leaderboard_table.html
CHANGED
|
@@ -29,22 +29,22 @@ td.na { color:var(--muted); }
|
|
| 29 |
font-size:12px; color:var(--fg); }
|
| 30 |
.pill.cat-search { border-color:var(--accent); }
|
| 31 |
.pill.cat-baseline { color:var(--muted); }
|
| 32 |
-
</style></head><body><div class='toolbar'><span class='hint'>Click a column to sort. Hover a header for its definition.</span><button onclick="saCsv('selectarena_leaderboard.csv')">CSV</button></div><div class='wrap'><table id='sa-table'><thead><tr><th class='num'>#</th><th class=''>Method</th><th class='' title='Taxonomy of the paper (Appendix A). Search methods evaluate many feature subsets with the model (forward, backward, leave-one-out); non-search methods use a proxy instead (correlation, distance, information theory, tree, regularization).'>Type</th><th class='num' title='Bradley-Terry Elo from pairwise matches within each dataset, budget and downstream model. Random = 1000. +/− give the 95% bootstrap interval.'>Elo ↑</th><th class='num' title='Mean rank of the downstream error.'>Avg. rank ↓</th><th class='num' title='Share of pairwise comparisons won, in %. Ties count half.'>Win rate ↑</th><th class='num' title='Mean relative gap (error − best error) / error to the best method, in %.'>Improvability ↓</th><th class='num' title='Mean ratio of the error to the same model trained on all features. Below 1: the selection helped.'>Error vs. all ↓</th><th class='num' title='Agreement of the selected features across bootstrap resamples (Nogueira et al., 2018).'>Stability ↑</th><th class='num' title='Share of the budget filled with original features when as many noise features are added.'>Validity ↑</th><th class='num' title='Median wall-clock time of the selection.'>Time (s) ↓</th><th class='num' title='Share of runs where the method ran out of time and random features filled the budget.'>Fallback (%)</th><th class='num'>#Datasets</th></tr></thead><tbody><tr><td class='num' data-sort='1'>1</td><td class='method' data-sort='RFImportance'>RFImportance</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1352.0'>1352<span class='sub'>+52 / −51</span></td><td class='num' data-sort='6.54'>6.54</td><td class='num' data-sort='60.4'>60.4</td><td class='num' data-sort='17.7'>17.7</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.628'>0.628</td><td class='num' data-sort='0.805'>0.805</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='2'>2</td><td class='method' data-sort='F-Test'>F-Test</td><td class='' data-sort='Correlation'><span class='pill cat-non-search'>Correlation</span><span class='sub'>non-search</span></td><td class='num' data-sort='1350.0'>1350<span class='sub'>+46 / −43</span></td><td class='num' data-sort='6.6'>6.60</td><td class='num' data-sort='60.0'>60.0</td><td class='num' data-sort='19.5'>19.5</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.725'>0.725</td><td class='num' data-sort='0.952'>0.952</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='3'>3</td><td class='method' data-sort='CART'>CART</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1344.0'>1344<span class='sub'>+57 / −57</span></td><td class='num' data-sort='6.66'>6.66</td><td class='num' data-sort='59.6'>59.6</td><td class='num' data-sort='19.8'>19.8</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.484'>0.484</td><td class='num' data-sort='0.731'>0.731</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='4'>4</td><td class='method' data-sort='ElasticNet'>ElasticNet</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1327.0'>1327<span class='sub'>+57 / −48</span></td><td class='num' data-sort='6.35'>6.35</td><td class='num' data-sort='61.8'>61.8</td><td class='num' data-sort='20.5'>20.5</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.509'>0.509</td><td class='num' data-sort='0.915'>0.915</td><td class='num' data-sort='6.0'>6.0</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='5'>5</td><td class='method' data-sort='MI'>MI</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1324.0'>1324<span class='sub'>+43 / −42</span></td><td class='num' data-sort='6.75'>6.75</td><td class='num' data-sort='58.9'>58.9</td><td class='num' data-sort='20.7'>20.7</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.645'>0.645</td><td class='num' data-sort='0.898'>0.898</td><td class='num' data-sort='0.4'>0.4</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='6'>6</td><td class='method' data-sort='MarkovBlanket'>MarkovBlanket</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1323.0'>1323<span class='sub'>+44 / −45</span></td><td class='num' data-sort='6.9'>6.90</td><td class='num' data-sort='57.8'>57.8</td><td class='num' data-sort='20.1'>20.1</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.418'>0.418</td><td class='num' data-sort='0.465'>0.465</td><td class='num' data-sort='0.1'>0.1</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='7'>7</td><td class='method' data-sort='mRMR'>mRMR</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1301.0'>1301<span class='sub'>+50 / −48</span></td><td class='num' data-sort='7.44'>7.44</td><td class='num' data-sort='54.0'>54.0</td><td class='num' data-sort='20.4'>20.4</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.528'>0.528</td><td class='num' data-sort='0.779'>0.779</td><td class='num' data-sort='0.3'>0.3</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='8'>8</td><td class='method' data-sort='SFS'>SFS</td><td class='' data-sort='Forward search'><span class='pill cat-search'>Forward search</span><span class='sub'>search</span></td><td class='num' data-sort='1295.0'>1295<span class='sub'>+52 / −45</span></td><td class='num' data-sort='7.39'>7.39</td><td class='num' data-sort='54.4'>54.4</td><td class='num' data-sort='22.7'>22.7</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.368'>0.368</td><td class='num' data-sort='0.75'>0.750</td><td class='num' data-sort='970.7'>970.7</td><td class='num' data-sort='29.1'>29.1</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='9'>9</td><td class='method' data-sort='Lasso'>Lasso</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1291.0'>1291<span class='sub'>+47 / −45</span></td><td class='num' data-sort='7.02'>7.02</td><td class='num' data-sort='57.0'>57.0</td><td class='num' data-sort='22.1'>22.1</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.421'>0.421</td><td class='num' data-sort='0.89'>0.890</td><td class='num' data-sort='1.9'>1.9</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='10'>10</td><td class='method' data-sort='GainRatio'>GainRatio</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1274.0'>1274<span class='sub'>+44 / −46</span></td><td class='num' data-sort='7.81'>7.81</td><td class='num' data-sort='51.3'>51.3</td><td class='num' data-sort='24.0'>24.0</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.679'>0.679</td><td class='num' data-sort='0.942'>0.942</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='11'>11</td><td class='method' data-sort='(R)ReliefF'>(R)ReliefF</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='1226.0'>1226<span class='sub'>+55 / −53</span></td><td class='num' data-sort='8.6'>8.60</td><td class='num' data-sort='45.7'>45.7</td><td class='num' data-sort='25.1'>25.1</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.642'>0.642</td><td class='num' data-sort='0.873'>0.873</td><td class='num' data-sort='13.7'>13.7</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='12'>12</td><td class='method' data-sort='LOCO'>LOCO</td><td class='' data-sort='Leave-one-out'><span class='pill cat-search'>Leave-one-out</span><span class='sub'>search</span></td><td class='num' data-sort='1197.0'>1197<span class='sub'>+47 / −46</span></td><td class='num' data-sort='8.73'>8.73</td><td class='num' data-sort='44.8'>44.8</td><td class='num' data-sort='27.7'>27.7</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.299'>0.299</td><td class='num' data-sort='0.665'>0.665</td><td class='num' data-sort='245.6'>245.6</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='13'>13</td><td class='method' data-sort='SBE'>SBE</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1168.0'>1168<span class='sub'>+51 / −54</span></td><td class='num' data-sort='9.36'>9.36</td><td class='num' data-sort='40.3'>40.3</td><td class='num' data-sort='30.0'>30.0</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.195'>0.195</td><td class='num' data-sort='0.621'>0.621</td><td class='num' data-sort='3600.1'>3,600.1</td><td class='num' data-sort='49.3'>49.3</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='14'>14</td><td class='method' data-sort='Random'>Random</td><td class='' data-sort='Baseline'><span class='pill cat-baseline'>Baseline</span></td><td class='num' data-sort='1000.0'>1000<span class='sub'>+53 / −59</span></td><td class='num' data-sort='11.53'>11.53</td><td class='num' data-sort='24.8'>24.8</td><td class='num' data-sort='40.2'>40.2</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='-0.001'>-0.001</td><td class='num' data-sort='0.493'>0.493</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='100.0'>100.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='15'>15</td><td class='method' data-sort='LaplacianScore'>LaplacianScore</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='973.0'>973<span class='sub'>+65 / −92</span></td><td class='num' data-sort='12.31'>12.31</td><td class='num' data-sort='19.2'>19.2</td><td class='num' data-sort='42.8'>42.8</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.588'>0.588</td><td class='num' data-sort='0.847'>0.847</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr></tbody></table></div><script type='text/plain' id='sa-csv'>Rank,Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Avg. rank,Win rate (%),Improvability (%),Error vs. all features,Stability,Validity,Selection time (s),Fallback rate (%),#Datasets,#Comparisons
|
| 33 |
-
1,RFImportance,Non-search,Tree,1352.0,
|
| 34 |
-
2,F-Test,Non-search,Correlation,1350.0,
|
| 35 |
-
3,CART,Non-search,Tree,1344.0,
|
| 36 |
-
4,ElasticNet,Non-search,Regularization,1327.0,1279.0,
|
| 37 |
-
5,MI,Non-search,Information theory,1324.0,
|
| 38 |
-
6,MarkovBlanket,Search,Backward search,1323.0,
|
| 39 |
-
7,mRMR,Non-search,Information theory,1301.0,1253.0,
|
| 40 |
-
8,SFS,Search,Forward search,1295.0,
|
| 41 |
-
9,Lasso,Non-search,Regularization,1291.0,
|
| 42 |
-
10,GainRatio,Non-search,Information theory,1274.0,
|
| 43 |
-
11,(R)ReliefF,Non-search,Distance,1226.0,
|
| 44 |
-
12,LOCO,Search,Leave-one-out,1197.0,
|
| 45 |
-
13,SBE,Search,Backward search,1168.0,
|
| 46 |
-
14,Random,Baseline,Baseline,1000.0,
|
| 47 |
-
15,LaplacianScore,Non-search,Distance,973.0,
|
| 48 |
</script><script>
|
| 49 |
function saDownload(name, blob) {
|
| 50 |
var a = document.createElement('a');
|
|
|
|
| 29 |
font-size:12px; color:var(--fg); }
|
| 30 |
.pill.cat-search { border-color:var(--accent); }
|
| 31 |
.pill.cat-baseline { color:var(--muted); }
|
| 32 |
+
</style></head><body><div class='toolbar'><span class='hint'>Click a column to sort. Hover a header for its definition.</span><button onclick="saCsv('selectarena_leaderboard.csv')">CSV</button></div><div class='wrap'><table id='sa-table'><thead><tr><th class='num'>#</th><th class=''>Method</th><th class='' title='Taxonomy of the paper (Appendix A). Search methods evaluate many feature subsets with the model (forward, backward, leave-one-out); non-search methods use a proxy instead (correlation, distance, information theory, tree, regularization).'>Type</th><th class='num' title='Bradley-Terry Elo from pairwise matches within each dataset, budget and downstream model. Random = 1000. +/− give the 95% bootstrap interval.'>Elo ↑</th><th class='num' title='Mean rank of the downstream error.'>Avg. rank ↓</th><th class='num' title='Share of pairwise comparisons won, in %. Ties count half.'>Win rate ↑</th><th class='num' title='Mean relative gap (error − best error) / error to the best method, in %.'>Improvability ↓</th><th class='num' title='Mean ratio of the error to the same model trained on all features. Below 1: the selection helped.'>Error vs. all ↓</th><th class='num' title='Agreement of the selected features across bootstrap resamples (Nogueira et al., 2018).'>Stability ↑</th><th class='num' title='Share of the budget filled with original features when as many noise features are added.'>Validity ↑</th><th class='num' title='Median wall-clock time of the selection.'>Time (s) ↓</th><th class='num' title='Share of runs where the method ran out of time and random features filled the budget.'>Fallback (%)</th><th class='num'>#Datasets</th></tr></thead><tbody><tr><td class='num' data-sort='1'>1</td><td class='method' data-sort='RFImportance'>RFImportance</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1352.0'>1352<span class='sub'>+61 / −49</span></td><td class='num' data-sort='6.54'>6.54</td><td class='num' data-sort='60.4'>60.4</td><td class='num' data-sort='17.7'>17.7</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.628'>0.628</td><td class='num' data-sort='0.805'>0.805</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='2'>2</td><td class='method' data-sort='F-Test'>F-Test</td><td class='' data-sort='Correlation'><span class='pill cat-non-search'>Correlation</span><span class='sub'>non-search</span></td><td class='num' data-sort='1350.0'>1350<span class='sub'>+48 / −44</span></td><td class='num' data-sort='6.6'>6.60</td><td class='num' data-sort='60.0'>60.0</td><td class='num' data-sort='19.5'>19.5</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.725'>0.725</td><td class='num' data-sort='0.952'>0.952</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='3'>3</td><td class='method' data-sort='CART'>CART</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1344.0'>1344<span class='sub'>+62 / −56</span></td><td class='num' data-sort='6.66'>6.66</td><td class='num' data-sort='59.6'>59.6</td><td class='num' data-sort='19.8'>19.8</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.484'>0.484</td><td class='num' data-sort='0.731'>0.731</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='4'>4</td><td class='method' data-sort='ElasticNet'>ElasticNet</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1327.0'>1327<span class='sub'>+54 / −48</span></td><td class='num' data-sort='6.35'>6.35</td><td class='num' data-sort='61.8'>61.8</td><td class='num' data-sort='20.5'>20.5</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.509'>0.509</td><td class='num' data-sort='0.915'>0.915</td><td class='num' data-sort='6.0'>6.0</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='5'>5</td><td class='method' data-sort='MI'>MI</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1324.0'>1324<span class='sub'>+44 / −43</span></td><td class='num' data-sort='6.75'>6.75</td><td class='num' data-sort='58.9'>58.9</td><td class='num' data-sort='20.7'>20.7</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.645'>0.645</td><td class='num' data-sort='0.898'>0.898</td><td class='num' data-sort='0.4'>0.4</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='6'>6</td><td class='method' data-sort='MarkovBlanket'>MarkovBlanket</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1323.0'>1323<span class='sub'>+44 / −41</span></td><td class='num' data-sort='6.9'>6.90</td><td class='num' data-sort='57.8'>57.8</td><td class='num' data-sort='20.1'>20.1</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.418'>0.418</td><td class='num' data-sort='0.465'>0.465</td><td class='num' data-sort='0.1'>0.1</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='7'>7</td><td class='method' data-sort='mRMR'>mRMR</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1301.0'>1301<span class='sub'>+45 / −48</span></td><td class='num' data-sort='7.44'>7.44</td><td class='num' data-sort='54.0'>54.0</td><td class='num' data-sort='20.4'>20.4</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.528'>0.528</td><td class='num' data-sort='0.779'>0.779</td><td class='num' data-sort='0.3'>0.3</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='8'>8</td><td class='method' data-sort='SFS'>SFS</td><td class='' data-sort='Forward search'><span class='pill cat-search'>Forward search</span><span class='sub'>search</span></td><td class='num' data-sort='1295.0'>1295<span class='sub'>+51 / −52</span></td><td class='num' data-sort='7.39'>7.39</td><td class='num' data-sort='54.4'>54.4</td><td class='num' data-sort='22.7'>22.7</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.368'>0.368</td><td class='num' data-sort='0.75'>0.750</td><td class='num' data-sort='970.7'>970.7</td><td class='num' data-sort='29.1'>29.1</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='9'>9</td><td class='method' data-sort='Lasso'>Lasso</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1291.0'>1291<span class='sub'>+49 / −47</span></td><td class='num' data-sort='7.02'>7.02</td><td class='num' data-sort='57.0'>57.0</td><td class='num' data-sort='22.1'>22.1</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.421'>0.421</td><td class='num' data-sort='0.89'>0.890</td><td class='num' data-sort='1.9'>1.9</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='10'>10</td><td class='method' data-sort='GainRatio'>GainRatio</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1274.0'>1274<span class='sub'>+44 / −41</span></td><td class='num' data-sort='7.81'>7.81</td><td class='num' data-sort='51.3'>51.3</td><td class='num' data-sort='24.0'>24.0</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.679'>0.679</td><td class='num' data-sort='0.942'>0.942</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='11'>11</td><td class='method' data-sort='(R)ReliefF'>(R)ReliefF</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='1226.0'>1226<span class='sub'>+56 / −57</span></td><td class='num' data-sort='8.6'>8.60</td><td class='num' data-sort='45.7'>45.7</td><td class='num' data-sort='25.1'>25.1</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.642'>0.642</td><td class='num' data-sort='0.873'>0.873</td><td class='num' data-sort='13.7'>13.7</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='12'>12</td><td class='method' data-sort='LOCO'>LOCO</td><td class='' data-sort='Leave-one-out'><span class='pill cat-search'>Leave-one-out</span><span class='sub'>search</span></td><td class='num' data-sort='1197.0'>1197<span class='sub'>+45 / −45</span></td><td class='num' data-sort='8.73'>8.73</td><td class='num' data-sort='44.8'>44.8</td><td class='num' data-sort='27.7'>27.7</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.299'>0.299</td><td class='num' data-sort='0.665'>0.665</td><td class='num' data-sort='245.6'>245.6</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='13'>13</td><td class='method' data-sort='SBE'>SBE</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1168.0'>1168<span class='sub'>+51 / −57</span></td><td class='num' data-sort='9.36'>9.36</td><td class='num' data-sort='40.3'>40.3</td><td class='num' data-sort='30.0'>30.0</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.195'>0.195</td><td class='num' data-sort='0.621'>0.621</td><td class='num' data-sort='3600.1'>3,600.1</td><td class='num' data-sort='49.3'>49.3</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='14'>14</td><td class='method' data-sort='Random'>Random</td><td class='' data-sort='Baseline'><span class='pill cat-baseline'>Baseline</span></td><td class='num' data-sort='1000.0'>1000<span class='sub'>+54 / −62</span></td><td class='num' data-sort='11.53'>11.53</td><td class='num' data-sort='24.8'>24.8</td><td class='num' data-sort='40.2'>40.2</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='-0.001'>-0.001</td><td class='num' data-sort='0.493'>0.493</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='100.0'>100.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='15'>15</td><td class='method' data-sort='LaplacianScore'>LaplacianScore</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='973.0'>973<span class='sub'>+68 / −83</span></td><td class='num' data-sort='12.31'>12.31</td><td class='num' data-sort='19.2'>19.2</td><td class='num' data-sort='42.8'>42.8</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.588'>0.588</td><td class='num' data-sort='0.847'>0.847</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr></tbody></table></div><script type='text/plain' id='sa-csv'>Rank,Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Avg. rank,Win rate (%),Improvability (%),Error vs. all features,Stability,Validity,Selection time (s),Fallback rate (%),#Datasets,#Comparisons
|
| 33 |
+
1,RFImportance,Non-search,Tree,1352.0,1303.0,1413.0,6.54,60.4,17.7,,0.628,0.805,0.2,0.0,71,213
|
| 34 |
+
2,F-Test,Non-search,Correlation,1350.0,1306.0,1398.0,6.6,60.0,19.5,,0.725,0.952,0.0,0.0,71,213
|
| 35 |
+
3,CART,Non-search,Tree,1344.0,1288.0,1406.0,6.66,59.6,19.8,,0.484,0.731,0.0,0.0,71,213
|
| 36 |
+
4,ElasticNet,Non-search,Regularization,1327.0,1279.0,1381.0,6.35,61.8,20.5,,0.509,0.915,6.0,0.0,71,213
|
| 37 |
+
5,MI,Non-search,Information theory,1324.0,1281.0,1368.0,6.75,58.9,20.7,,0.645,0.898,0.4,0.0,71,213
|
| 38 |
+
6,MarkovBlanket,Search,Backward search,1323.0,1282.0,1367.0,6.9,57.8,20.1,,0.418,0.465,0.1,0.0,71,213
|
| 39 |
+
7,mRMR,Non-search,Information theory,1301.0,1253.0,1346.0,7.44,54.0,20.4,,0.528,0.779,0.3,0.0,71,213
|
| 40 |
+
8,SFS,Search,Forward search,1295.0,1243.0,1346.0,7.39,54.4,22.7,,0.368,0.75,970.7,29.1,71,213
|
| 41 |
+
9,Lasso,Non-search,Regularization,1291.0,1244.0,1340.0,7.02,57.0,22.1,,0.421,0.89,1.9,0.0,71,213
|
| 42 |
+
10,GainRatio,Non-search,Information theory,1274.0,1233.0,1318.0,7.81,51.3,24.0,,0.679,0.942,0.2,0.0,71,213
|
| 43 |
+
11,(R)ReliefF,Non-search,Distance,1226.0,1169.0,1282.0,8.6,45.7,25.1,,0.642,0.873,13.7,0.0,71,213
|
| 44 |
+
12,LOCO,Search,Leave-one-out,1197.0,1152.0,1242.0,8.73,44.8,27.7,,0.299,0.665,245.6,0.0,71,213
|
| 45 |
+
13,SBE,Search,Backward search,1168.0,1111.0,1219.0,9.36,40.3,30.0,,0.195,0.621,3600.1,49.3,71,213
|
| 46 |
+
14,Random,Baseline,Baseline,1000.0,938.0,1054.0,11.53,24.8,40.2,,-0.001,0.493,0.0,100.0,71,213
|
| 47 |
+
15,LaplacianScore,Non-search,Distance,973.0,890.0,1041.0,12.31,19.2,42.8,,0.588,0.847,0.2,0.0,71,213
|
| 48 |
</script><script>
|
| 49 |
function saDownload(name, blob) {
|
| 50 |
var a = document.createElement('a');
|
data/subsets/tasks_all/models_linearmodel/budgets_0/website_leaderboard.csv
CHANGED
|
@@ -1,16 +1,16 @@
|
|
| 1 |
Rank,Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Avg. rank,Win rate (%),Improvability (%),Error vs. all features,Stability,Validity,Selection time (s),Fallback rate (%),#Datasets,#Comparisons
|
| 2 |
-
1,RFImportance,Non-search,Tree,1352.0,
|
| 3 |
-
2,F-Test,Non-search,Correlation,1350.0,
|
| 4 |
-
3,CART,Non-search,Tree,1344.0,
|
| 5 |
-
4,ElasticNet,Non-search,Regularization,1327.0,1279.0,
|
| 6 |
-
5,MI,Non-search,Information theory,1324.0,
|
| 7 |
-
6,MarkovBlanket,Search,Backward search,1323.0,
|
| 8 |
-
7,mRMR,Non-search,Information theory,1301.0,1253.0,
|
| 9 |
-
8,SFS,Search,Forward search,1295.0,
|
| 10 |
-
9,Lasso,Non-search,Regularization,1291.0,
|
| 11 |
-
10,GainRatio,Non-search,Information theory,1274.0,
|
| 12 |
-
11,(R)ReliefF,Non-search,Distance,1226.0,
|
| 13 |
-
12,LOCO,Search,Leave-one-out,1197.0,
|
| 14 |
-
13,SBE,Search,Backward search,1168.0,
|
| 15 |
-
14,Random,Baseline,Baseline,1000.0,
|
| 16 |
-
15,LaplacianScore,Non-search,Distance,973.0,
|
|
|
|
| 1 |
Rank,Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Avg. rank,Win rate (%),Improvability (%),Error vs. all features,Stability,Validity,Selection time (s),Fallback rate (%),#Datasets,#Comparisons
|
| 2 |
+
1,RFImportance,Non-search,Tree,1352.0,1303.0,1413.0,6.54,60.4,17.7,,0.628,0.805,0.2,0.0,71,213
|
| 3 |
+
2,F-Test,Non-search,Correlation,1350.0,1306.0,1398.0,6.6,60.0,19.5,,0.725,0.952,0.0,0.0,71,213
|
| 4 |
+
3,CART,Non-search,Tree,1344.0,1288.0,1406.0,6.66,59.6,19.8,,0.484,0.731,0.0,0.0,71,213
|
| 5 |
+
4,ElasticNet,Non-search,Regularization,1327.0,1279.0,1381.0,6.35,61.8,20.5,,0.509,0.915,6.0,0.0,71,213
|
| 6 |
+
5,MI,Non-search,Information theory,1324.0,1281.0,1368.0,6.75,58.9,20.7,,0.645,0.898,0.4,0.0,71,213
|
| 7 |
+
6,MarkovBlanket,Search,Backward search,1323.0,1282.0,1367.0,6.9,57.8,20.1,,0.418,0.465,0.1,0.0,71,213
|
| 8 |
+
7,mRMR,Non-search,Information theory,1301.0,1253.0,1346.0,7.44,54.0,20.4,,0.528,0.779,0.3,0.0,71,213
|
| 9 |
+
8,SFS,Search,Forward search,1295.0,1243.0,1346.0,7.39,54.4,22.7,,0.368,0.75,970.7,29.1,71,213
|
| 10 |
+
9,Lasso,Non-search,Regularization,1291.0,1244.0,1340.0,7.02,57.0,22.1,,0.421,0.89,1.9,0.0,71,213
|
| 11 |
+
10,GainRatio,Non-search,Information theory,1274.0,1233.0,1318.0,7.81,51.3,24.0,,0.679,0.942,0.2,0.0,71,213
|
| 12 |
+
11,(R)ReliefF,Non-search,Distance,1226.0,1169.0,1282.0,8.6,45.7,25.1,,0.642,0.873,13.7,0.0,71,213
|
| 13 |
+
12,LOCO,Search,Leave-one-out,1197.0,1152.0,1242.0,8.73,44.8,27.7,,0.299,0.665,245.6,0.0,71,213
|
| 14 |
+
13,SBE,Search,Backward search,1168.0,1111.0,1219.0,9.36,40.3,30.0,,0.195,0.621,3600.1,49.3,71,213
|
| 15 |
+
14,Random,Baseline,Baseline,1000.0,938.0,1054.0,11.53,24.8,40.2,,-0.001,0.493,0.0,100.0,71,213
|
| 16 |
+
15,LaplacianScore,Non-search,Distance,973.0,890.0,1041.0,12.31,19.2,42.8,,0.588,0.847,0.2,0.0,71,213
|
data/subsets/tasks_all/models_linearmodel/budgets_1/elo_explorer.html
CHANGED
|
@@ -19,67 +19,67 @@ svg { display:block; width:100%; height:auto; }
|
|
| 19 |
.sa-ink { stroke:var(--fg); }
|
| 20 |
.sa-hit { fill:transparent; }
|
| 21 |
.sa-hit:hover { fill:var(--fg); fill-opacity:0.06; }
|
| 22 |
-
</style><defs><pattern id='sa-na' width='6' height='6' patternUnits='userSpaceOnUse' patternTransform='rotate(45)'><rect width='6' height='6' fill='#e5e7eb'/><line x1='0' y1='0' x2='0' y2='6' stroke='#9ca3af' stroke-width='2'/></pattern><linearGradient id='sa-g-stab' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#0072B2'/></linearGradient><linearGradient id='sa-g-val' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#D55E00'/></linearGradient></defs><line class='sa-grid' x1='64' x2='1024' y1='315.6' y2='315.6' stroke-width='1'/><text class='sa-muted' x='56' y='319.6' text-anchor='end' font-size='12'>900</text><line class='sa-grid' x1='64' x2='1024' y1='266.0' y2='266.0' stroke-width='1'/><text class='sa-muted' x='56' y='270.0' text-anchor='end' font-size='12'>1000</text><line class='sa-grid' x1='64' x2='1024' y1='216.4' y2='216.4' stroke-width='1'/><text class='sa-muted' x='56' y='220.4' text-anchor='end' font-size='12'>1100</text><line class='sa-grid' x1='64' x2='1024' y1='166.8' y2='166.8' stroke-width='1'/><text class='sa-muted' x='56' y='170.8' text-anchor='end' font-size='12'>1200</text><line class='sa-grid' x1='64' x2='1024' y1='117.2' y2='117.2' stroke-width='1'/><text class='sa-muted' x='56' y='121.2' text-anchor='end' font-size='12'>1300</text><line class='sa-grid' x1='64' x2='1024' y1='67.6' y2='67.6' stroke-width='1'/><text class='sa-muted' x='56' y='71.6' text-anchor='end' font-size='12'>1400</text><line class='sa-grid' x1='64' x2='1024' y1='18.0' y2='18.0' stroke-width='1'/><text class='sa-muted' x='56' y='22.0' text-anchor='end' font-size='12'>1500</text><text class='sa-text' transform='translate(16 173) rotate(-90)' text-anchor='middle' font-size='13'>Elo</text><line class='sa-ink' x1='64' x2='1024' y1='266.0' y2='266.0' stroke-width='1' stroke-dasharray='4 4' opacity='0.5'/><rect x='73.6' y='266.0' width='22.4' height='62.0' fill='#ffffff' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='96.0' y='266.0' width='22.4' height='62.0' fill='#eaaf80' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='96.0' x2='96.0' y1='
|
| 23 |
-
Elo 1000 [95% CI
|
| 24 |
Stability 0.001
|
| 25 |
-
Validity 0.499</title></rect><rect x='137.6' y='253.1' width='22.4' height='74.9' fill='#5ba4cd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='160.0' y='253.1' width='22.4' height='74.9' fill='#db7626' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='160.0' x2='160.0' y1='
|
| 26 |
-
Elo 1026 [95% CI
|
| 27 |
Stability 0.644
|
| 28 |
-
Validity 0.850</title></rect><rect x='201.6' y='174.7' width='22.4' height='153.3' fill='#d2e6f2' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='224.0' y='174.7' width='22.4' height='153.3' fill='#e7a26c' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='224.0' x2='224.0' y1='149.9' y2='
|
| 29 |
-
Elo 1184 [95% CI
|
| 30 |
Stability 0.175
|
| 31 |
-
Validity 0.578</title></rect><rect x='265.6' y='167.3' width='22.4' height='160.7' fill='#c7e0ee' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='288.0' y='167.3' width='22.4' height='160.7' fill='#e59c63' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='288.0' x2='288.0' y1='
|
| 32 |
-
Elo 1199 [95% CI
|
| 33 |
Stability 0.220
|
| 34 |
-
Validity 0.613</title></rect><rect x='329.6' y='158.9' width='22.4' height='169.1' fill='#5aa4cd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='352.0' y='158.9' width='22.4' height='169.1' fill='#dd7d31' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='352.0' x2='352.0' y1='
|
| 35 |
-
Elo 1216 [95% CI
|
| 36 |
Stability 0.647
|
| 37 |
-
Validity 0.808</title></rect><rect x='393.6' y='133.6' width='22.4' height='194.4' fill='#b8d8ea' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='416.0' y='133.6' width='22.4' height='194.4' fill='#e39456' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='416.0' x2='416.0' y1='
|
| 38 |
-
Elo 1267 [95% CI
|
| 39 |
Stability 0.278
|
| 40 |
-
Validity 0.664</title></rect><rect x='457.6' y='127.1' width='22.4' height='200.9' fill='#519fcb' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='480.0' y='127.1' width='22.4' height='200.9' fill='#d96c16' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='480.0' x2='480.0' y1='104.
|
| 41 |
-
Elo 1280 [95% CI
|
| 42 |
Stability 0.681
|
| 43 |
-
Validity 0.915</title></rect><rect x='521.6' y='119.2' width='22.4' height='208.8' fill='#6caed2' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='544.0' y='119.2' width='22.4' height='208.8' fill='#e18c49' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='544.0' x2='544.0' y1='
|
| 44 |
-
Elo 1296 [95% CI
|
| 45 |
Stability 0.578
|
| 46 |
-
Validity 0.712</title></rect><rect x='585.6' y='116.7' width='22.4' height='211.3' fill='#9ac7e1' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='608.0' y='116.7' width='22.4' height='211.3' fill='#ebb488' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='608.0' x2='608.0' y1='
|
| 47 |
-
Elo 1301 [95% CI
|
| 48 |
Stability 0.396
|
| 49 |
-
Validity 0.467</title></rect><rect x='649.6' y='108.3' width='22.4' height='219.7' fill='#8bbfdc' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='672.0' y='108.3' width='22.4' height='219.7' fill='#e4985c' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='672.0' x2='672.0' y1='
|
| 50 |
-
Elo 1318 [95% CI 1269–
|
| 51 |
Stability 0.456
|
| 52 |
-
Validity 0.638</title></rect><rect x='713.6' y='104.3' width='22.4' height='223.7' fill='#4498c6' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='736.0' y='104.3' width='22.4' height='223.7' fill='#d86911' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='736.0' x2='736.0' y1='
|
| 53 |
-
Elo 1326 [95% CI
|
| 54 |
Stability 0.734
|
| 55 |
-
Validity 0.932</title></rect><rect x='777.6' y='96.4' width='22.4' height='231.6' fill='#53a0cb' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='800.0' y='96.4' width='22.4' height='231.6' fill='#db7423' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='800.0' x2='800.0' y1='
|
| 56 |
-
Elo 1342 [95% CI
|
| 57 |
Stability 0.673
|
| 58 |
-
Validity 0.863</title></rect><rect x='841.6' y='85.0' width='22.4' height='243.0' fill='#58a3cd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='864.0' y='85.0' width='22.4' height='243.0' fill='#e08842' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='864.0' x2='864.0' y1='
|
| 59 |
-
Elo 1365 [95% CI 1314–
|
| 60 |
Stability 0.653
|
| 61 |
-
Validity 0.741</title></rect><rect x='905.6' y='79.0' width='22.4' height='249.0' fill='#93c3df' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='928.0' y='79.0' width='22.4' height='249.0' fill='#dc7a2d' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='928.0' x2='928.0' y1='50.7' y2='
|
| 62 |
-
Elo 1377 [95% CI
|
| 63 |
Stability 0.422
|
| 64 |
-
Validity 0.825</title></rect><rect x='969.6' y='65.1' width='22.4' height='262.9' fill='#7bb6d7' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='992.0' y='65.1' width='22.4' height='262.9' fill='#da7220' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='992.0' x2='992.0' y1='
|
| 65 |
-
Elo 1405 [95% CI
|
| 66 |
Stability 0.519
|
| 67 |
Validity 0.873</title></rect><line class='sa-ink' x1='64' x2='1024' y1='328.0' y2='328.0' stroke-width='1' opacity='0.4'/><rect x='1070' y='40.0' width='12' height='107.0' fill='url(#sa-g-stab)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='30.0' text-anchor='middle' font-size='12'>stable</text><text class='sa-text' x='1076' y='165.0' text-anchor='middle' font-size='12'>unstable</text><text class='sa-muted' x='1088' y='151.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='97.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='44.0' font-size='11'>1.0</text><rect x='1070' y='207.0' width='12' height='107.0' fill='url(#sa-g-val)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='197.0' text-anchor='middle' font-size='12'>valid</text><text class='sa-text' x='1076' y='332.0' text-anchor='middle' font-size='12'>invalid</text><text class='sa-muted' x='1088' y='318.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='264.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='211.0' font-size='11'>1.0</text><rect x='1070' y='352.0' width='12' height='12' fill='url(#sa-na)' stroke='#000' stroke-width='0.6'/><text class='sa-muted' x='1088' y='362.0' font-size='11'>no result</text></svg><script type='text/plain' id='sa-csv'>Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Stability,Validity
|
| 68 |
-
ElasticNet,Non-search,Regularization,1405.0,
|
| 69 |
-
Lasso,Non-search,Regularization,1377.0,
|
| 70 |
-
RFImportance,Non-search,Tree,1365.0,1314.0,
|
| 71 |
-
MI,Non-search,Information theory,1342.0,
|
| 72 |
-
F-Test,Non-search,Correlation,1326.0,
|
| 73 |
-
CART,Non-search,Tree,1318.0,1269.0,
|
| 74 |
-
MarkovBlanket,Search,Backward search,1301.0,
|
| 75 |
-
mRMR,Non-search,Information theory,1296.0,
|
| 76 |
-
GainRatio,Non-search,Information theory,1280.0,
|
| 77 |
-
SFS,Search,Forward search,1267.0,
|
| 78 |
-
(R)ReliefF,Non-search,Distance,1216.0,
|
| 79 |
-
LOCO,Search,Leave-one-out,1199.0,
|
| 80 |
-
SBE,Search,Backward search,1184.0,
|
| 81 |
-
LaplacianScore,Non-search,Distance,1026.0,
|
| 82 |
-
Random,Baseline,Baseline,1000.0,
|
| 83 |
</script><script>
|
| 84 |
function saDownload(name, blob) {
|
| 85 |
var a = document.createElement('a');
|
|
|
|
| 19 |
.sa-ink { stroke:var(--fg); }
|
| 20 |
.sa-hit { fill:transparent; }
|
| 21 |
.sa-hit:hover { fill:var(--fg); fill-opacity:0.06; }
|
| 22 |
+
</style><defs><pattern id='sa-na' width='6' height='6' patternUnits='userSpaceOnUse' patternTransform='rotate(45)'><rect width='6' height='6' fill='#e5e7eb'/><line x1='0' y1='0' x2='0' y2='6' stroke='#9ca3af' stroke-width='2'/></pattern><linearGradient id='sa-g-stab' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#0072B2'/></linearGradient><linearGradient id='sa-g-val' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#D55E00'/></linearGradient></defs><line class='sa-grid' x1='64' x2='1024' y1='315.6' y2='315.6' stroke-width='1'/><text class='sa-muted' x='56' y='319.6' text-anchor='end' font-size='12'>900</text><line class='sa-grid' x1='64' x2='1024' y1='266.0' y2='266.0' stroke-width='1'/><text class='sa-muted' x='56' y='270.0' text-anchor='end' font-size='12'>1000</text><line class='sa-grid' x1='64' x2='1024' y1='216.4' y2='216.4' stroke-width='1'/><text class='sa-muted' x='56' y='220.4' text-anchor='end' font-size='12'>1100</text><line class='sa-grid' x1='64' x2='1024' y1='166.8' y2='166.8' stroke-width='1'/><text class='sa-muted' x='56' y='170.8' text-anchor='end' font-size='12'>1200</text><line class='sa-grid' x1='64' x2='1024' y1='117.2' y2='117.2' stroke-width='1'/><text class='sa-muted' x='56' y='121.2' text-anchor='end' font-size='12'>1300</text><line class='sa-grid' x1='64' x2='1024' y1='67.6' y2='67.6' stroke-width='1'/><text class='sa-muted' x='56' y='71.6' text-anchor='end' font-size='12'>1400</text><line class='sa-grid' x1='64' x2='1024' y1='18.0' y2='18.0' stroke-width='1'/><text class='sa-muted' x='56' y='22.0' text-anchor='end' font-size='12'>1500</text><text class='sa-text' transform='translate(16 173) rotate(-90)' text-anchor='middle' font-size='13'>Elo</text><line class='sa-ink' x1='64' x2='1024' y1='266.0' y2='266.0' stroke-width='1' stroke-dasharray='4 4' opacity='0.5'/><rect x='73.6' y='266.0' width='22.4' height='62.0' fill='#ffffff' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='96.0' y='266.0' width='22.4' height='62.0' fill='#eaaf80' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='96.0' x2='96.0' y1='239.7' y2='295.8'/><line x1='91.0' x2='101.0' y1='239.7' y2='239.7'/><line x1='91.0' x2='101.0' y1='295.8' y2='295.8'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(100.0 342.0) rotate(-35)'>Random</text><rect class='sa-hit' x='64.0' y='18' width='64' height='414'><title>Random (Baseline, baseline)
|
| 23 |
+
Elo 1000 [95% CI 940–1053]
|
| 24 |
Stability 0.001
|
| 25 |
+
Validity 0.499</title></rect><rect x='137.6' y='253.1' width='22.4' height='74.9' fill='#5ba4cd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='160.0' y='253.1' width='22.4' height='74.9' fill='#db7626' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='160.0' x2='160.0' y1='225.3' y2='289.3'/><line x1='155.0' x2='165.0' y1='225.3' y2='225.3'/><line x1='155.0' x2='165.0' y1='289.3' y2='289.3'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(164.0 342.0) rotate(-35)'>LaplacianScore</text><rect class='sa-hit' x='128.0' y='18' width='64' height='414'><title>LaplacianScore (Distance, non-search)
|
| 26 |
+
Elo 1026 [95% CI 953–1082]
|
| 27 |
Stability 0.644
|
| 28 |
+
Validity 0.850</title></rect><rect x='201.6' y='174.7' width='22.4' height='153.3' fill='#d2e6f2' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='224.0' y='174.7' width='22.4' height='153.3' fill='#e7a26c' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='224.0' x2='224.0' y1='149.9' y2='201.0'/><line x1='219.0' x2='229.0' y1='149.9' y2='149.9'/><line x1='219.0' x2='229.0' y1='201.0' y2='201.0'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(228.0 342.0) rotate(-35)'>SBE</text><rect class='sa-hit' x='192.0' y='18' width='64' height='414'><title>SBE (Backward search, search)
|
| 29 |
+
Elo 1184 [95% CI 1131–1234]
|
| 30 |
Stability 0.175
|
| 31 |
+
Validity 0.578</title></rect><rect x='265.6' y='167.3' width='22.4' height='160.7' fill='#c7e0ee' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='288.0' y='167.3' width='22.4' height='160.7' fill='#e59c63' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='288.0' x2='288.0' y1='144.5' y2='190.1'/><line x1='283.0' x2='293.0' y1='144.5' y2='144.5'/><line x1='283.0' x2='293.0' y1='190.1' y2='190.1'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(292.0 342.0) rotate(-35)'>LOCO</text><rect class='sa-hit' x='256.0' y='18' width='64' height='414'><title>LOCO (Leave-one-out, search)
|
| 32 |
+
Elo 1199 [95% CI 1153–1245]
|
| 33 |
Stability 0.220
|
| 34 |
+
Validity 0.613</title></rect><rect x='329.6' y='158.9' width='22.4' height='169.1' fill='#5aa4cd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='352.0' y='158.9' width='22.4' height='169.1' fill='#dd7d31' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='352.0' x2='352.0' y1='135.1' y2='181.7'/><line x1='347.0' x2='357.0' y1='135.1' y2='135.1'/><line x1='347.0' x2='357.0' y1='181.7' y2='181.7'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(356.0 342.0) rotate(-35)'>(R)ReliefF</text><rect class='sa-hit' x='320.0' y='18' width='64' height='414'><title>(R)ReliefF (Distance, non-search)
|
| 35 |
+
Elo 1216 [95% CI 1170–1264]
|
| 36 |
Stability 0.647
|
| 37 |
+
Validity 0.808</title></rect><rect x='393.6' y='133.6' width='22.4' height='194.4' fill='#b8d8ea' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='416.0' y='133.6' width='22.4' height='194.4' fill='#e39456' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='416.0' x2='416.0' y1='108.3' y2='157.9'/><line x1='411.0' x2='421.0' y1='108.3' y2='108.3'/><line x1='411.0' x2='421.0' y1='157.9' y2='157.9'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(420.0 342.0) rotate(-35)'>SFS</text><rect class='sa-hit' x='384.0' y='18' width='64' height='414'><title>SFS (Forward search, search)
|
| 38 |
+
Elo 1267 [95% CI 1218–1318]
|
| 39 |
Stability 0.278
|
| 40 |
+
Validity 0.664</title></rect><rect x='457.6' y='127.1' width='22.4' height='200.9' fill='#519fcb' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='480.0' y='127.1' width='22.4' height='200.9' fill='#d96c16' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='480.0' x2='480.0' y1='104.8' y2='148.0'/><line x1='475.0' x2='485.0' y1='104.8' y2='104.8'/><line x1='475.0' x2='485.0' y1='148.0' y2='148.0'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(484.0 342.0) rotate(-35)'>GainRatio</text><rect class='sa-hit' x='448.0' y='18' width='64' height='414'><title>GainRatio (Information theory, non-search)
|
| 41 |
+
Elo 1280 [95% CI 1238–1325]
|
| 42 |
Stability 0.681
|
| 43 |
+
Validity 0.915</title></rect><rect x='521.6' y='119.2' width='22.4' height='208.8' fill='#6caed2' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='544.0' y='119.2' width='22.4' height='208.8' fill='#e18c49' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='544.0' x2='544.0' y1='96.9' y2='141.0'/><line x1='539.0' x2='549.0' y1='96.9' y2='96.9'/><line x1='539.0' x2='549.0' y1='141.0' y2='141.0'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(548.0 342.0) rotate(-35)'>mRMR</text><rect class='sa-hit' x='512.0' y='18' width='64' height='414'><title>mRMR (Information theory, non-search)
|
| 44 |
+
Elo 1296 [95% CI 1252–1341]
|
| 45 |
Stability 0.578
|
| 46 |
+
Validity 0.712</title></rect><rect x='585.6' y='116.7' width='22.4' height='211.3' fill='#9ac7e1' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='608.0' y='116.7' width='22.4' height='211.3' fill='#ebb488' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='608.0' x2='608.0' y1='93.9' y2='136.0'/><line x1='603.0' x2='613.0' y1='93.9' y2='93.9'/><line x1='603.0' x2='613.0' y1='136.0' y2='136.0'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(612.0 342.0) rotate(-35)'>MarkovBlanket</text><rect class='sa-hit' x='576.0' y='18' width='64' height='414'><title>MarkovBlanket (Backward search, search)
|
| 47 |
+
Elo 1301 [95% CI 1262–1347]
|
| 48 |
Stability 0.396
|
| 49 |
+
Validity 0.467</title></rect><rect x='649.6' y='108.3' width='22.4' height='219.7' fill='#8bbfdc' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='672.0' y='108.3' width='22.4' height='219.7' fill='#e4985c' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='672.0' x2='672.0' y1='82.0' y2='132.6'/><line x1='667.0' x2='677.0' y1='82.0' y2='82.0'/><line x1='667.0' x2='677.0' y1='132.6' y2='132.6'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(676.0 342.0) rotate(-35)'>CART</text><rect class='sa-hit' x='640.0' y='18' width='64' height='414'><title>CART (Tree, non-search)
|
| 50 |
+
Elo 1318 [95% CI 1269–1371]
|
| 51 |
Stability 0.456
|
| 52 |
+
Validity 0.638</title></rect><rect x='713.6' y='104.3' width='22.4' height='223.7' fill='#4498c6' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='736.0' y='104.3' width='22.4' height='223.7' fill='#d86911' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='736.0' x2='736.0' y1='83.0' y2='127.1'/><line x1='731.0' x2='741.0' y1='83.0' y2='83.0'/><line x1='731.0' x2='741.0' y1='127.1' y2='127.1'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(740.0 342.0) rotate(-35)'>F-Test</text><rect class='sa-hit' x='704.0' y='18' width='64' height='414'><title>F-Test (Correlation, non-search)
|
| 53 |
+
Elo 1326 [95% CI 1280–1369]
|
| 54 |
Stability 0.734
|
| 55 |
+
Validity 0.932</title></rect><rect x='777.6' y='96.4' width='22.4' height='231.6' fill='#53a0cb' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='800.0' y='96.4' width='22.4' height='231.6' fill='#db7423' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='800.0' x2='800.0' y1='70.6' y2='118.7'/><line x1='795.0' x2='805.0' y1='70.6' y2='70.6'/><line x1='795.0' x2='805.0' y1='118.7' y2='118.7'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(804.0 342.0) rotate(-35)'>MI</text><rect class='sa-hit' x='768.0' y='18' width='64' height='414'><title>MI (Information theory, non-search)
|
| 56 |
+
Elo 1342 [95% CI 1297–1394]
|
| 57 |
Stability 0.673
|
| 58 |
+
Validity 0.863</title></rect><rect x='841.6' y='85.0' width='22.4' height='243.0' fill='#58a3cd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='864.0' y='85.0' width='22.4' height='243.0' fill='#e08842' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='864.0' x2='864.0' y1='54.7' y2='110.3'/><line x1='859.0' x2='869.0' y1='54.7' y2='54.7'/><line x1='859.0' x2='869.0' y1='110.3' y2='110.3'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(868.0 342.0) rotate(-35)'>RFImportance</text><rect class='sa-hit' x='832.0' y='18' width='64' height='414'><title>RFImportance (Tree, non-search)
|
| 59 |
+
Elo 1365 [95% CI 1314–1426]
|
| 60 |
Stability 0.653
|
| 61 |
+
Validity 0.741</title></rect><rect x='905.6' y='79.0' width='22.4' height='249.0' fill='#93c3df' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='928.0' y='79.0' width='22.4' height='249.0' fill='#dc7a2d' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='928.0' x2='928.0' y1='50.7' y2='106.8'/><line x1='923.0' x2='933.0' y1='50.7' y2='50.7'/><line x1='923.0' x2='933.0' y1='106.8' y2='106.8'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(932.0 342.0) rotate(-35)'>Lasso</text><rect class='sa-hit' x='896.0' y='18' width='64' height='414'><title>Lasso (Regularization, non-search)
|
| 62 |
+
Elo 1377 [95% CI 1321–1434]
|
| 63 |
Stability 0.422
|
| 64 |
+
Validity 0.825</title></rect><rect x='969.6' y='65.1' width='22.4' height='262.9' fill='#7bb6d7' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='992.0' y='65.1' width='22.4' height='262.9' fill='#da7220' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='992.0' x2='992.0' y1='35.9' y2='92.9'/><line x1='987.0' x2='997.0' y1='35.9' y2='35.9'/><line x1='987.0' x2='997.0' y1='92.9' y2='92.9'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(996.0 342.0) rotate(-35)'>ElasticNet</text><rect class='sa-hit' x='960.0' y='18' width='64' height='414'><title>ElasticNet (Regularization, non-search)
|
| 65 |
+
Elo 1405 [95% CI 1349–1464]
|
| 66 |
Stability 0.519
|
| 67 |
Validity 0.873</title></rect><line class='sa-ink' x1='64' x2='1024' y1='328.0' y2='328.0' stroke-width='1' opacity='0.4'/><rect x='1070' y='40.0' width='12' height='107.0' fill='url(#sa-g-stab)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='30.0' text-anchor='middle' font-size='12'>stable</text><text class='sa-text' x='1076' y='165.0' text-anchor='middle' font-size='12'>unstable</text><text class='sa-muted' x='1088' y='151.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='97.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='44.0' font-size='11'>1.0</text><rect x='1070' y='207.0' width='12' height='107.0' fill='url(#sa-g-val)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='197.0' text-anchor='middle' font-size='12'>valid</text><text class='sa-text' x='1076' y='332.0' text-anchor='middle' font-size='12'>invalid</text><text class='sa-muted' x='1088' y='318.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='264.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='211.0' font-size='11'>1.0</text><rect x='1070' y='352.0' width='12' height='12' fill='url(#sa-na)' stroke='#000' stroke-width='0.6'/><text class='sa-muted' x='1088' y='362.0' font-size='11'>no result</text></svg><script type='text/plain' id='sa-csv'>Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Stability,Validity
|
| 68 |
+
ElasticNet,Non-search,Regularization,1405.0,1349.0,1464.0,0.519,0.873
|
| 69 |
+
Lasso,Non-search,Regularization,1377.0,1321.0,1434.0,0.422,0.825
|
| 70 |
+
RFImportance,Non-search,Tree,1365.0,1314.0,1426.0,0.653,0.741
|
| 71 |
+
MI,Non-search,Information theory,1342.0,1297.0,1394.0,0.673,0.863
|
| 72 |
+
F-Test,Non-search,Correlation,1326.0,1280.0,1369.0,0.734,0.932
|
| 73 |
+
CART,Non-search,Tree,1318.0,1269.0,1371.0,0.456,0.638
|
| 74 |
+
MarkovBlanket,Search,Backward search,1301.0,1262.0,1347.0,0.396,0.467
|
| 75 |
+
mRMR,Non-search,Information theory,1296.0,1252.0,1341.0,0.578,0.712
|
| 76 |
+
GainRatio,Non-search,Information theory,1280.0,1238.0,1325.0,0.681,0.915
|
| 77 |
+
SFS,Search,Forward search,1267.0,1218.0,1318.0,0.278,0.664
|
| 78 |
+
(R)ReliefF,Non-search,Distance,1216.0,1170.0,1264.0,0.647,0.808
|
| 79 |
+
LOCO,Search,Leave-one-out,1199.0,1153.0,1245.0,0.22,0.613
|
| 80 |
+
SBE,Search,Backward search,1184.0,1131.0,1234.0,0.175,0.578
|
| 81 |
+
LaplacianScore,Non-search,Distance,1026.0,953.0,1082.0,0.644,0.85
|
| 82 |
+
Random,Baseline,Baseline,1000.0,940.0,1053.0,0.001,0.499
|
| 83 |
</script><script>
|
| 84 |
function saDownload(name, blob) {
|
| 85 |
var a = document.createElement('a');
|
data/subsets/tasks_all/models_linearmodel/budgets_1/leaderboard_table.html
CHANGED
|
@@ -29,22 +29,22 @@ td.na { color:var(--muted); }
|
|
| 29 |
font-size:12px; color:var(--fg); }
|
| 30 |
.pill.cat-search { border-color:var(--accent); }
|
| 31 |
.pill.cat-baseline { color:var(--muted); }
|
| 32 |
-
</style></head><body><div class='toolbar'><span class='hint'>Click a column to sort. Hover a header for its definition.</span><button onclick="saCsv('selectarena_leaderboard.csv')">CSV</button></div><div class='wrap'><table id='sa-table'><thead><tr><th class='num'>#</th><th class=''>Method</th><th class='' title='Taxonomy of the paper (Appendix A). Search methods evaluate many feature subsets with the model (forward, backward, leave-one-out); non-search methods use a proxy instead (correlation, distance, information theory, tree, regularization).'>Type</th><th class='num' title='Bradley-Terry Elo from pairwise matches within each dataset, budget and downstream model. Random = 1000. +/− give the 95% bootstrap interval.'>Elo ↑</th><th class='num' title='Mean rank of the downstream error.'>Avg. rank ↓</th><th class='num' title='Share of pairwise comparisons won, in %. Ties count half.'>Win rate ↑</th><th class='num' title='Mean relative gap (error − best error) / error to the best method, in %.'>Improvability ↓</th><th class='num' title='Mean ratio of the error to the same model trained on all features. Below 1: the selection helped.'>Error vs. all ↓</th><th class='num' title='Agreement of the selected features across bootstrap resamples (Nogueira et al., 2018).'>Stability ↑</th><th class='num' title='Share of the budget filled with original features when as many noise features are added.'>Validity ↑</th><th class='num' title='Median wall-clock time of the selection.'>Time (s) ↓</th><th class='num' title='Share of runs where the method ran out of time and random features filled the budget.'>Fallback (%)</th><th class='num'>#Datasets</th></tr></thead><tbody><tr><td class='num' data-sort='1'>1</td><td class='method' data-sort='ElasticNet'>ElasticNet</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1405.0'>1405<span class='sub'>+56 / −57</span></td><td class='num' data-sort='5.71'>5.71</td><td class='num' data-sort='66.4'>66.4</td><td class='num' data-sort='15.8'>15.8</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.519'>0.519</td><td class='num' data-sort='0.873'>0.873</td><td class='num' data-sort='6.3'>6.3</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='2'>2</td><td class='method' data-sort='Lasso'>Lasso</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1377.0'>1377<span class='sub'>+57 / −52</span></td><td class='num' data-sort='5.96'>5.96</td><td class='num' data-sort='64.6'>64.6</td><td class='num' data-sort='15.2'>15.2</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.422'>0.422</td><td class='num' data-sort='0.825'>0.825</td><td class='num' data-sort='2.0'>2.0</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='3'>3</td><td class='method' data-sort='RFImportance'>RFImportance</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1365.0'>1365<span class='sub'>+54 / −51</span></td><td class='num' data-sort='6.6'>6.60</td><td class='num' data-sort='60.0'>60.0</td><td class='num' data-sort='16.0'>16.0</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.653'>0.653</td><td class='num' data-sort='0.741'>0.741</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='4'>4</td><td class='method' data-sort='MI'>MI</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1342.0'>1342<span class='sub'>+51 / −44</span></td><td class='num' data-sort='6.59'>6.59</td><td class='num' data-sort='60.1'>60.1</td><td class='num' data-sort='17.7'>17.7</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.673'>0.673</td><td class='num' data-sort='0.863'>0.863</td><td class='num' data-sort='0.4'>0.4</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='5'>5</td><td class='method' data-sort='F-Test'>F-Test</td><td class='' data-sort='Correlation'><span class='pill cat-non-search'>Correlation</span><span class='sub'>non-search</span></td><td class='num' data-sort='1326.0'>1326<span class='sub'>+46 / −42</span></td><td class='num' data-sort='6.86'>6.86</td><td class='num' data-sort='58.1'>58.1</td><td class='num' data-sort='19.4'>19.4</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.734'>0.734</td><td class='num' data-sort='0.932'>0.932</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='6'>6</td><td class='method' data-sort='CART'>CART</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1318.0'>1318<span class='sub'>+54 / −49</span></td><td class='num' data-sort='7.01'>7.01</td><td class='num' data-sort='57.1'>57.1</td><td class='num' data-sort='20.0'>20.0</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.456'>0.456</td><td class='num' data-sort='0.638'>0.638</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='7'>7</td><td class='method' data-sort='MarkovBlanket'>MarkovBlanket</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1301.0'>1301<span class='sub'>+43 / −44</span></td><td class='num' data-sort='7.49'>7.49</td><td class='num' data-sort='53.7'>53.7</td><td class='num' data-sort='21.9'>21.9</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.396'>0.396</td><td class='num' data-sort='0.467'>0.467</td><td class='num' data-sort='0.1'>0.1</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='8'>8</td><td class='method' data-sort='mRMR'>mRMR</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1296.0'>1296<span class='sub'>+52 / −45</span></td><td class='num' data-sort='7.46'>7.46</td><td class='num' data-sort='53.9'>53.9</td><td class='num' data-sort='20.6'>20.6</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.578'>0.578</td><td class='num' data-sort='0.712'>0.712</td><td class='num' data-sort='0.3'>0.3</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='9'>9</td><td class='method' data-sort='GainRatio'>GainRatio</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1280.0'>1280<span class='sub'>+46 / −39</span></td><td class='num' data-sort='7.86'>7.86</td><td class='num' data-sort='51.0'>51.0</td><td class='num' data-sort='23.5'>23.5</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.681'>0.681</td><td class='num' data-sort='0.915'>0.915</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='10'>10</td><td class='method' data-sort='SFS'>SFS</td><td class='' data-sort='Forward search'><span class='pill cat-search'>Forward search</span><span class='sub'>search</span></td><td class='num' data-sort='1267.0'>1267<span class='sub'>+53 / −46</span></td><td class='num' data-sort='7.86'>7.86</td><td class='num' data-sort='51.0'>51.0</td><td class='num' data-sort='22.4'>22.4</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.278'>0.278</td><td class='num' data-sort='0.664'>0.664</td><td class='num' data-sort='1791.6'>1,791.6</td><td class='num' data-sort='43.7'>43.7</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='11'>11</td><td class='method' data-sort='(R)ReliefF'>(R)ReliefF</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='1216.0'>1216<span class='sub'>+45 / −47</span></td><td class='num' data-sort='9.07'>9.07</td><td class='num' data-sort='42.4'>42.4</td><td class='num' data-sort='23.2'>23.2</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.647'>0.647</td><td class='num' data-sort='0.808'>0.808</td><td class='num' data-sort='13.0'>13.0</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='12'>12</td><td class='method' data-sort='LOCO'>LOCO</td><td class='' data-sort='Leave-one-out'><span class='pill cat-search'>Leave-one-out</span><span class='sub'>search</span></td><td class='num' data-sort='1199.0'>1199<span class='sub'>+53 / −50</span></td><td class='num' data-sort='8.97'>8.97</td><td class='num' data-sort='43.1'>43.1</td><td class='num' data-sort='27.4'>27.4</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.22'>0.220</td><td class='num' data-sort='0.613'>0.613</td><td class='num' data-sort='235.0'>235.0</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='13'>13</td><td class='method' data-sort='SBE'>SBE</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1184.0'>1184<span class='sub'>+50 / −51</span></td><td class='num' data-sort='9.08'>9.08</td><td class='num' data-sort='42.2'>42.2</td><td class='num' data-sort='29.2'>29.2</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.175'>0.175</td><td class='num' data-sort='0.578'>0.578</td><td class='num' data-sort='3391.5'>3,391.5</td><td class='num' data-sort='49.3'>49.3</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='14'>14</td><td class='method' data-sort='LaplacianScore'>LaplacianScore</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='1026.0'>1026<span class='sub'>+59 / −71</span></td><td class='num' data-sort='11.83'>11.83</td><td class='num' data-sort='22.7'>22.7</td><td class='num' data-sort='40.2'>40.2</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.644'>0.644</td><td class='num' data-sort='0.85'>0.850</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='15'>15</td><td class='method' data-sort='Random'>Random</td><td class='' data-sort='Baseline'><span class='pill cat-baseline'>Baseline</span></td><td class='num' data-sort='1000.0'>1000<span class='sub'>+52 / −64</span></td><td class='num' data-sort='11.66'>11.66</td><td class='num' data-sort='23.8'>23.8</td><td class='num' data-sort='37.5'>37.5</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.001'>0.001</td><td class='num' data-sort='0.499'>0.499</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='100.0'>100.0</td><td class='num' data-sort='71'>71</td></tr></tbody></table></div><script type='text/plain' id='sa-csv'>Rank,Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Avg. rank,Win rate (%),Improvability (%),Error vs. all features,Stability,Validity,Selection time (s),Fallback rate (%),#Datasets,#Comparisons
|
| 33 |
-
1,ElasticNet,Non-search,Regularization,1405.0,
|
| 34 |
-
2,Lasso,Non-search,Regularization,1377.0,
|
| 35 |
-
3,RFImportance,Non-search,Tree,1365.0,1314.0,
|
| 36 |
-
4,MI,Non-search,Information theory,1342.0,
|
| 37 |
-
5,F-Test,Non-search,Correlation,1326.0,
|
| 38 |
-
6,CART,Non-search,Tree,1318.0,1269.0,
|
| 39 |
-
7,MarkovBlanket,Search,Backward search,1301.0,
|
| 40 |
-
8,mRMR,Non-search,Information theory,1296.0,
|
| 41 |
-
9,GainRatio,Non-search,Information theory,1280.0,
|
| 42 |
-
10,SFS,Search,Forward search,1267.0,
|
| 43 |
-
11,(R)ReliefF,Non-search,Distance,1216.0,
|
| 44 |
-
12,LOCO,Search,Leave-one-out,1199.0,
|
| 45 |
-
13,SBE,Search,Backward search,1184.0,
|
| 46 |
-
14,LaplacianScore,Non-search,Distance,1026.0,
|
| 47 |
-
15,Random,Baseline,Baseline,1000.0,
|
| 48 |
</script><script>
|
| 49 |
function saDownload(name, blob) {
|
| 50 |
var a = document.createElement('a');
|
|
|
|
| 29 |
font-size:12px; color:var(--fg); }
|
| 30 |
.pill.cat-search { border-color:var(--accent); }
|
| 31 |
.pill.cat-baseline { color:var(--muted); }
|
| 32 |
+
</style></head><body><div class='toolbar'><span class='hint'>Click a column to sort. Hover a header for its definition.</span><button onclick="saCsv('selectarena_leaderboard.csv')">CSV</button></div><div class='wrap'><table id='sa-table'><thead><tr><th class='num'>#</th><th class=''>Method</th><th class='' title='Taxonomy of the paper (Appendix A). Search methods evaluate many feature subsets with the model (forward, backward, leave-one-out); non-search methods use a proxy instead (correlation, distance, information theory, tree, regularization).'>Type</th><th class='num' title='Bradley-Terry Elo from pairwise matches within each dataset, budget and downstream model. Random = 1000. +/− give the 95% bootstrap interval.'>Elo ↑</th><th class='num' title='Mean rank of the downstream error.'>Avg. rank ↓</th><th class='num' title='Share of pairwise comparisons won, in %. Ties count half.'>Win rate ↑</th><th class='num' title='Mean relative gap (error − best error) / error to the best method, in %.'>Improvability ↓</th><th class='num' title='Mean ratio of the error to the same model trained on all features. Below 1: the selection helped.'>Error vs. all ↓</th><th class='num' title='Agreement of the selected features across bootstrap resamples (Nogueira et al., 2018).'>Stability ↑</th><th class='num' title='Share of the budget filled with original features when as many noise features are added.'>Validity ↑</th><th class='num' title='Median wall-clock time of the selection.'>Time (s) ↓</th><th class='num' title='Share of runs where the method ran out of time and random features filled the budget.'>Fallback (%)</th><th class='num'>#Datasets</th></tr></thead><tbody><tr><td class='num' data-sort='1'>1</td><td class='method' data-sort='ElasticNet'>ElasticNet</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1405.0'>1405<span class='sub'>+59 / −56</span></td><td class='num' data-sort='5.71'>5.71</td><td class='num' data-sort='66.4'>66.4</td><td class='num' data-sort='15.8'>15.8</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.519'>0.519</td><td class='num' data-sort='0.873'>0.873</td><td class='num' data-sort='6.3'>6.3</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='2'>2</td><td class='method' data-sort='Lasso'>Lasso</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1377.0'>1377<span class='sub'>+57 / −56</span></td><td class='num' data-sort='5.96'>5.96</td><td class='num' data-sort='64.6'>64.6</td><td class='num' data-sort='15.2'>15.2</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.422'>0.422</td><td class='num' data-sort='0.825'>0.825</td><td class='num' data-sort='2.0'>2.0</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='3'>3</td><td class='method' data-sort='RFImportance'>RFImportance</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1365.0'>1365<span class='sub'>+61 / −51</span></td><td class='num' data-sort='6.6'>6.60</td><td class='num' data-sort='60.0'>60.0</td><td class='num' data-sort='16.0'>16.0</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.653'>0.653</td><td class='num' data-sort='0.741'>0.741</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='4'>4</td><td class='method' data-sort='MI'>MI</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1342.0'>1342<span class='sub'>+52 / −45</span></td><td class='num' data-sort='6.59'>6.59</td><td class='num' data-sort='60.1'>60.1</td><td class='num' data-sort='17.7'>17.7</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.673'>0.673</td><td class='num' data-sort='0.863'>0.863</td><td class='num' data-sort='0.4'>0.4</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='5'>5</td><td class='method' data-sort='F-Test'>F-Test</td><td class='' data-sort='Correlation'><span class='pill cat-non-search'>Correlation</span><span class='sub'>non-search</span></td><td class='num' data-sort='1326.0'>1326<span class='sub'>+43 / −46</span></td><td class='num' data-sort='6.86'>6.86</td><td class='num' data-sort='58.1'>58.1</td><td class='num' data-sort='19.4'>19.4</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.734'>0.734</td><td class='num' data-sort='0.932'>0.932</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='6'>6</td><td class='method' data-sort='CART'>CART</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1318.0'>1318<span class='sub'>+53 / −49</span></td><td class='num' data-sort='7.01'>7.01</td><td class='num' data-sort='57.1'>57.1</td><td class='num' data-sort='20.0'>20.0</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.456'>0.456</td><td class='num' data-sort='0.638'>0.638</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='7'>7</td><td class='method' data-sort='MarkovBlanket'>MarkovBlanket</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1301.0'>1301<span class='sub'>+46 / −39</span></td><td class='num' data-sort='7.49'>7.49</td><td class='num' data-sort='53.7'>53.7</td><td class='num' data-sort='21.9'>21.9</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.396'>0.396</td><td class='num' data-sort='0.467'>0.467</td><td class='num' data-sort='0.1'>0.1</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='8'>8</td><td class='method' data-sort='mRMR'>mRMR</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1296.0'>1296<span class='sub'>+45 / −44</span></td><td class='num' data-sort='7.46'>7.46</td><td class='num' data-sort='53.9'>53.9</td><td class='num' data-sort='20.6'>20.6</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.578'>0.578</td><td class='num' data-sort='0.712'>0.712</td><td class='num' data-sort='0.3'>0.3</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='9'>9</td><td class='method' data-sort='GainRatio'>GainRatio</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1280.0'>1280<span class='sub'>+45 / −42</span></td><td class='num' data-sort='7.86'>7.86</td><td class='num' data-sort='51.0'>51.0</td><td class='num' data-sort='23.5'>23.5</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.681'>0.681</td><td class='num' data-sort='0.915'>0.915</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='10'>10</td><td class='method' data-sort='SFS'>SFS</td><td class='' data-sort='Forward search'><span class='pill cat-search'>Forward search</span><span class='sub'>search</span></td><td class='num' data-sort='1267.0'>1267<span class='sub'>+51 / −49</span></td><td class='num' data-sort='7.86'>7.86</td><td class='num' data-sort='51.0'>51.0</td><td class='num' data-sort='22.4'>22.4</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.278'>0.278</td><td class='num' data-sort='0.664'>0.664</td><td class='num' data-sort='1791.6'>1,791.6</td><td class='num' data-sort='43.7'>43.7</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='11'>11</td><td class='method' data-sort='(R)ReliefF'>(R)ReliefF</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='1216.0'>1216<span class='sub'>+48 / −46</span></td><td class='num' data-sort='9.07'>9.07</td><td class='num' data-sort='42.4'>42.4</td><td class='num' data-sort='23.2'>23.2</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.647'>0.647</td><td class='num' data-sort='0.808'>0.808</td><td class='num' data-sort='13.0'>13.0</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='12'>12</td><td class='method' data-sort='LOCO'>LOCO</td><td class='' data-sort='Leave-one-out'><span class='pill cat-search'>Leave-one-out</span><span class='sub'>search</span></td><td class='num' data-sort='1199.0'>1199<span class='sub'>+46 / −46</span></td><td class='num' data-sort='8.97'>8.97</td><td class='num' data-sort='43.1'>43.1</td><td class='num' data-sort='27.4'>27.4</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.22'>0.220</td><td class='num' data-sort='0.613'>0.613</td><td class='num' data-sort='235.0'>235.0</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='13'>13</td><td class='method' data-sort='SBE'>SBE</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1184.0'>1184<span class='sub'>+50 / −53</span></td><td class='num' data-sort='9.08'>9.08</td><td class='num' data-sort='42.2'>42.2</td><td class='num' data-sort='29.2'>29.2</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.175'>0.175</td><td class='num' data-sort='0.578'>0.578</td><td class='num' data-sort='3391.5'>3,391.5</td><td class='num' data-sort='49.3'>49.3</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='14'>14</td><td class='method' data-sort='LaplacianScore'>LaplacianScore</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='1026.0'>1026<span class='sub'>+56 / −73</span></td><td class='num' data-sort='11.83'>11.83</td><td class='num' data-sort='22.7'>22.7</td><td class='num' data-sort='40.2'>40.2</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.644'>0.644</td><td class='num' data-sort='0.85'>0.850</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='15'>15</td><td class='method' data-sort='Random'>Random</td><td class='' data-sort='Baseline'><span class='pill cat-baseline'>Baseline</span></td><td class='num' data-sort='1000.0'>1000<span class='sub'>+53 / −60</span></td><td class='num' data-sort='11.66'>11.66</td><td class='num' data-sort='23.8'>23.8</td><td class='num' data-sort='37.5'>37.5</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.001'>0.001</td><td class='num' data-sort='0.499'>0.499</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='100.0'>100.0</td><td class='num' data-sort='71'>71</td></tr></tbody></table></div><script type='text/plain' id='sa-csv'>Rank,Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Avg. rank,Win rate (%),Improvability (%),Error vs. all features,Stability,Validity,Selection time (s),Fallback rate (%),#Datasets,#Comparisons
|
| 33 |
+
1,ElasticNet,Non-search,Regularization,1405.0,1349.0,1464.0,5.71,66.4,15.8,,0.519,0.873,6.3,0.0,71,213
|
| 34 |
+
2,Lasso,Non-search,Regularization,1377.0,1321.0,1434.0,5.96,64.6,15.2,,0.422,0.825,2.0,0.0,71,213
|
| 35 |
+
3,RFImportance,Non-search,Tree,1365.0,1314.0,1426.0,6.6,60.0,16.0,,0.653,0.741,0.2,0.0,71,213
|
| 36 |
+
4,MI,Non-search,Information theory,1342.0,1297.0,1394.0,6.59,60.1,17.7,,0.673,0.863,0.4,0.0,71,213
|
| 37 |
+
5,F-Test,Non-search,Correlation,1326.0,1280.0,1369.0,6.86,58.1,19.4,,0.734,0.932,0.0,0.0,71,213
|
| 38 |
+
6,CART,Non-search,Tree,1318.0,1269.0,1371.0,7.01,57.1,20.0,,0.456,0.638,0.0,0.0,71,213
|
| 39 |
+
7,MarkovBlanket,Search,Backward search,1301.0,1262.0,1347.0,7.49,53.7,21.9,,0.396,0.467,0.1,0.0,71,213
|
| 40 |
+
8,mRMR,Non-search,Information theory,1296.0,1252.0,1341.0,7.46,53.9,20.6,,0.578,0.712,0.3,0.0,71,213
|
| 41 |
+
9,GainRatio,Non-search,Information theory,1280.0,1238.0,1325.0,7.86,51.0,23.5,,0.681,0.915,0.2,0.0,71,213
|
| 42 |
+
10,SFS,Search,Forward search,1267.0,1218.0,1318.0,7.86,51.0,22.4,,0.278,0.664,1791.6,43.7,71,213
|
| 43 |
+
11,(R)ReliefF,Non-search,Distance,1216.0,1170.0,1264.0,9.07,42.4,23.2,,0.647,0.808,13.0,0.0,71,213
|
| 44 |
+
12,LOCO,Search,Leave-one-out,1199.0,1153.0,1245.0,8.97,43.1,27.4,,0.22,0.613,235.0,0.0,71,213
|
| 45 |
+
13,SBE,Search,Backward search,1184.0,1131.0,1234.0,9.08,42.2,29.2,,0.175,0.578,3391.5,49.3,71,213
|
| 46 |
+
14,LaplacianScore,Non-search,Distance,1026.0,953.0,1082.0,11.83,22.7,40.2,,0.644,0.85,0.2,0.0,71,213
|
| 47 |
+
15,Random,Baseline,Baseline,1000.0,940.0,1053.0,11.66,23.8,37.5,,0.001,0.499,0.0,100.0,71,213
|
| 48 |
</script><script>
|
| 49 |
function saDownload(name, blob) {
|
| 50 |
var a = document.createElement('a');
|
data/subsets/tasks_all/models_linearmodel/budgets_1/website_leaderboard.csv
CHANGED
|
@@ -1,16 +1,16 @@
|
|
| 1 |
Rank,Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Avg. rank,Win rate (%),Improvability (%),Error vs. all features,Stability,Validity,Selection time (s),Fallback rate (%),#Datasets,#Comparisons
|
| 2 |
-
1,ElasticNet,Non-search,Regularization,1405.0,
|
| 3 |
-
2,Lasso,Non-search,Regularization,1377.0,
|
| 4 |
-
3,RFImportance,Non-search,Tree,1365.0,1314.0,
|
| 5 |
-
4,MI,Non-search,Information theory,1342.0,
|
| 6 |
-
5,F-Test,Non-search,Correlation,1326.0,
|
| 7 |
-
6,CART,Non-search,Tree,1318.0,1269.0,
|
| 8 |
-
7,MarkovBlanket,Search,Backward search,1301.0,
|
| 9 |
-
8,mRMR,Non-search,Information theory,1296.0,
|
| 10 |
-
9,GainRatio,Non-search,Information theory,1280.0,
|
| 11 |
-
10,SFS,Search,Forward search,1267.0,
|
| 12 |
-
11,(R)ReliefF,Non-search,Distance,1216.0,
|
| 13 |
-
12,LOCO,Search,Leave-one-out,1199.0,
|
| 14 |
-
13,SBE,Search,Backward search,1184.0,
|
| 15 |
-
14,LaplacianScore,Non-search,Distance,1026.0,
|
| 16 |
-
15,Random,Baseline,Baseline,1000.0,
|
|
|
|
| 1 |
Rank,Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Avg. rank,Win rate (%),Improvability (%),Error vs. all features,Stability,Validity,Selection time (s),Fallback rate (%),#Datasets,#Comparisons
|
| 2 |
+
1,ElasticNet,Non-search,Regularization,1405.0,1349.0,1464.0,5.71,66.4,15.8,,0.519,0.873,6.3,0.0,71,213
|
| 3 |
+
2,Lasso,Non-search,Regularization,1377.0,1321.0,1434.0,5.96,64.6,15.2,,0.422,0.825,2.0,0.0,71,213
|
| 4 |
+
3,RFImportance,Non-search,Tree,1365.0,1314.0,1426.0,6.6,60.0,16.0,,0.653,0.741,0.2,0.0,71,213
|
| 5 |
+
4,MI,Non-search,Information theory,1342.0,1297.0,1394.0,6.59,60.1,17.7,,0.673,0.863,0.4,0.0,71,213
|
| 6 |
+
5,F-Test,Non-search,Correlation,1326.0,1280.0,1369.0,6.86,58.1,19.4,,0.734,0.932,0.0,0.0,71,213
|
| 7 |
+
6,CART,Non-search,Tree,1318.0,1269.0,1371.0,7.01,57.1,20.0,,0.456,0.638,0.0,0.0,71,213
|
| 8 |
+
7,MarkovBlanket,Search,Backward search,1301.0,1262.0,1347.0,7.49,53.7,21.9,,0.396,0.467,0.1,0.0,71,213
|
| 9 |
+
8,mRMR,Non-search,Information theory,1296.0,1252.0,1341.0,7.46,53.9,20.6,,0.578,0.712,0.3,0.0,71,213
|
| 10 |
+
9,GainRatio,Non-search,Information theory,1280.0,1238.0,1325.0,7.86,51.0,23.5,,0.681,0.915,0.2,0.0,71,213
|
| 11 |
+
10,SFS,Search,Forward search,1267.0,1218.0,1318.0,7.86,51.0,22.4,,0.278,0.664,1791.6,43.7,71,213
|
| 12 |
+
11,(R)ReliefF,Non-search,Distance,1216.0,1170.0,1264.0,9.07,42.4,23.2,,0.647,0.808,13.0,0.0,71,213
|
| 13 |
+
12,LOCO,Search,Leave-one-out,1199.0,1153.0,1245.0,8.97,43.1,27.4,,0.22,0.613,235.0,0.0,71,213
|
| 14 |
+
13,SBE,Search,Backward search,1184.0,1131.0,1234.0,9.08,42.2,29.2,,0.175,0.578,3391.5,49.3,71,213
|
| 15 |
+
14,LaplacianScore,Non-search,Distance,1026.0,953.0,1082.0,11.83,22.7,40.2,,0.644,0.85,0.2,0.0,71,213
|
| 16 |
+
15,Random,Baseline,Baseline,1000.0,940.0,1053.0,11.66,23.8,37.5,,0.001,0.499,0.0,100.0,71,213
|
data/subsets/tasks_all/models_linearmodel/budgets_2/elo_explorer.html
CHANGED
|
@@ -19,67 +19,67 @@ svg { display:block; width:100%; height:auto; }
|
|
| 19 |
.sa-ink { stroke:var(--fg); }
|
| 20 |
.sa-hit { fill:transparent; }
|
| 21 |
.sa-hit:hover { fill:var(--fg); fill-opacity:0.06; }
|
| 22 |
-
</style><defs><pattern id='sa-na' width='6' height='6' patternUnits='userSpaceOnUse' patternTransform='rotate(45)'><rect width='6' height='6' fill='#e5e7eb'/><line x1='0' y1='0' x2='0' y2='6' stroke='#9ca3af' stroke-width='2'/></pattern><linearGradient id='sa-g-stab' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#0072B2'/></linearGradient><linearGradient id='sa-g-val' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#D55E00'/></linearGradient></defs><line class='sa-grid' x1='64' x2='1024' y1='287.6' y2='287.6' stroke-width='1'/><text class='sa-muted' x='56' y='291.6' text-anchor='end' font-size='12'>900</text><line class='sa-grid' x1='64' x2='1024' y1='233.7' y2='233.7' stroke-width='1'/><text class='sa-muted' x='56' y='237.7' text-anchor='end' font-size='12'>1000</text><line class='sa-grid' x1='64' x2='1024' y1='179.7' y2='179.7' stroke-width='1'/><text class='sa-muted' x='56' y='183.7' text-anchor='end' font-size='12'>1100</text><line class='sa-grid' x1='64' x2='1024' y1='125.8' y2='125.8' stroke-width='1'/><text class='sa-muted' x='56' y='129.8' text-anchor='end' font-size='12'>1200</text><line class='sa-grid' x1='64' x2='1024' y1='71.9' y2='71.9' stroke-width='1'/><text class='sa-muted' x='56' y='75.9' text-anchor='end' font-size='12'>1300</text><line class='sa-grid' x1='64' x2='1024' y1='18.0' y2='18.0' stroke-width='1'/><text class='sa-muted' x='56' y='22.0' text-anchor='end' font-size='12'>1400</text><text class='sa-text' transform='translate(16 173) rotate(-90)' text-anchor='middle' font-size='13'>Elo</text><line class='sa-ink' x1='64' x2='1024' y1='233.7' y2='233.7' stroke-width='1' stroke-dasharray='4 4' opacity='0.5'/><rect x='73.6' y='264.9' width='22.4' height='63.1' fill='#57a2cc' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='96.0' y='264.9' width='22.4' height='63.1' fill='#dc7a2c' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='96.0' x2='96.0' y1='
|
| 23 |
-
Elo 942 [95% CI
|
| 24 |
Stability 0.660
|
| 25 |
-
Validity 0.827</title></rect><rect x='137.6' y='233.7' width='22.4' height='94.3' fill='#ffffff' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='160.0' y='233.7' width='22.4' height='94.3' fill='#e9ac7c' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='160.0' x2='160.0' y1='
|
| 26 |
-
Elo 1000 [95% CI 935–
|
| 27 |
Stability -0.001
|
| 28 |
-
Validity 0.513</title></rect><rect x='201.6' y='186.2' width='22.4' height='141.8' fill='#daebf4' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='224.0' y='186.2' width='22.4' height='141.8' fill='#e8a571' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='224.0' x2='224.0' y1='
|
| 29 |
-
Elo 1088 [95% CI 1039–
|
| 30 |
Stability 0.144
|
| 31 |
-
Validity 0.556</title></rect><rect x='265.6' y='174.9' width='22.4' height='153.1' fill='#d8eaf3' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='288.0' y='174.9' width='22.4' height='153.1' fill='#e7a26c' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='288.0' x2='288.0' y1='
|
| 32 |
-
Elo 1109 [95% CI
|
| 33 |
Stability 0.151
|
| 34 |
-
Validity 0.575</title></rect><rect x='329.6' y='143.1' width='22.4' height='184.9' fill='#53a0cb' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='352.0' y='143.1' width='22.4' height='184.9' fill='#df853e' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='352.0' x2='352.0' y1='
|
| 35 |
-
Elo 1168 [95% CI
|
| 36 |
Stability 0.673
|
| 37 |
-
Validity 0.757</title></rect><rect x='393.6' y='140.9' width='22.4' height='187.1' fill='#96c5df' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='416.0' y='140.9' width='22.4' height='187.1' fill='#ecb78d' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='416.0' x2='416.0' y1='118.3' y2='
|
| 38 |
-
Elo 1172 [95% CI
|
| 39 |
Stability 0.413
|
| 40 |
-
Validity 0.447</title></rect><rect x='457.6' y='140.9' width='22.4' height='187.1' fill='#c2dded' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='480.0' y='140.9' width='22.4' height='187.1' fill='#e59a5f' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='480.0' x2='480.0' y1='117.7' y2='
|
| 41 |
-
Elo 1172 [95% CI
|
| 42 |
Stability 0.239
|
| 43 |
-
Validity 0.627</title></rect><rect x='521.6' y='140.4' width='22.4' height='187.6' fill='#62a8d0' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='544.0' y='140.4' width='22.4' height='187.6' fill='#e39557' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='544.0' x2='544.0' y1='
|
| 44 |
-
Elo 1173 [95% CI
|
| 45 |
Stability 0.614
|
| 46 |
-
Validity 0.660</title></rect><rect x='585.6' y='133.9' width='22.4' height='194.1' fill='#54a1cb' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='608.0' y='133.9' width='22.4' height='194.1' fill='#db7525' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='608.0' x2='608.0' y1='
|
| 47 |
-
Elo 1185 [95% CI
|
| 48 |
Stability 0.670
|
| 49 |
-
Validity 0.856</title></rect><rect x='649.6' y='124.2' width='22.4' height='203.8' fill='#8ec0dd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='672.0' y='124.2' width='22.4' height='203.8' fill='#e7a36d' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='672.0' x2='672.0' y1='
|
| 50 |
-
Elo 1203 [95% CI
|
| 51 |
Stability 0.444
|
| 52 |
-
Validity 0.572</title></rect><rect x='713.6' y='117.2' width='22.4' height='210.8' fill='#4b9bc9' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='736.0' y='117.2' width='22.4' height='210.8' fill='#da711f' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='736.0' x2='736.0' y1='92.4' y2='
|
| 53 |
-
Elo 1216 [95% CI
|
| 54 |
Stability 0.706
|
| 55 |
-
Validity 0.879</title></rect><rect x='777.6' y='94.6' width='22.4' height='233.4' fill='#519fca' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='800.0' y='94.6' width='22.4' height='233.4' fill='#dd7c2f' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='800.0' x2='800.0' y1='
|
| 56 |
-
Elo 1258 [95% CI
|
| 57 |
Stability 0.683
|
| 58 |
-
Validity 0.815</title></rect><rect x='841.6' y='91.9' width='22.4' height='236.1' fill='#53a0cb' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='864.0' y='91.9' width='22.4' height='236.1' fill='#e2904f' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='864.0' x2='864.0' y1='
|
| 59 |
-
Elo 1263 [95% CI
|
| 60 |
Stability 0.676
|
| 61 |
-
Validity 0.691</title></rect><rect x='905.6' y='85.9' width='22.4' height='242.1' fill='#9cc8e1' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='928.0' y='85.9' width='22.4' height='242.1' fill='#e08945' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='928.0' x2='928.0' y1='
|
| 62 |
-
Elo 1274 [95% CI
|
| 63 |
Stability 0.389
|
| 64 |
-
Validity 0.730</title></rect><rect x='969.6' y='64.9' width='22.4' height='263.1' fill='#84bbda' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='992.0' y='64.9' width='22.4' height='263.1' fill='#de8239' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='992.0' x2='992.0' y1='
|
| 65 |
-
Elo 1313 [95% CI
|
| 66 |
Stability 0.481
|
| 67 |
Validity 0.777</title></rect><line class='sa-ink' x1='64' x2='1024' y1='328.0' y2='328.0' stroke-width='1' opacity='0.4'/><rect x='1070' y='40.0' width='12' height='107.0' fill='url(#sa-g-stab)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='30.0' text-anchor='middle' font-size='12'>stable</text><text class='sa-text' x='1076' y='165.0' text-anchor='middle' font-size='12'>unstable</text><text class='sa-muted' x='1088' y='151.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='97.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='44.0' font-size='11'>1.0</text><rect x='1070' y='207.0' width='12' height='107.0' fill='url(#sa-g-val)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='197.0' text-anchor='middle' font-size='12'>valid</text><text class='sa-text' x='1076' y='332.0' text-anchor='middle' font-size='12'>invalid</text><text class='sa-muted' x='1088' y='318.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='264.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='211.0' font-size='11'>1.0</text><rect x='1070' y='352.0' width='12' height='12' fill='url(#sa-na)' stroke='#000' stroke-width='0.6'/><text class='sa-muted' x='1088' y='362.0' font-size='11'>no result</text></svg><script type='text/plain' id='sa-csv'>Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Stability,Validity
|
| 68 |
-
ElasticNet,Non-search,Regularization,1313.0,
|
| 69 |
-
Lasso,Non-search,Regularization,1274.0,
|
| 70 |
-
RFImportance,Non-search,Tree,1263.0,
|
| 71 |
-
MI,Non-search,Information theory,1258.0,
|
| 72 |
-
F-Test,Non-search,Correlation,1216.0,
|
| 73 |
-
CART,Non-search,Tree,1203.0,
|
| 74 |
-
GainRatio,Non-search,Information theory,1185.0,
|
| 75 |
-
mRMR,Non-search,Information theory,1173.0,
|
| 76 |
-
MarkovBlanket,Search,Backward search,1172.0,
|
| 77 |
-
SFS,Search,Forward search,1172.0,
|
| 78 |
-
(R)ReliefF,Non-search,Distance,1168.0,
|
| 79 |
-
LOCO,Search,Leave-one-out,1109.0,
|
| 80 |
-
SBE,Search,Backward search,1088.0,1039.0,
|
| 81 |
-
Random,Baseline,Baseline,1000.0,935.0,
|
| 82 |
-
LaplacianScore,Non-search,Distance,942.0,
|
| 83 |
</script><script>
|
| 84 |
function saDownload(name, blob) {
|
| 85 |
var a = document.createElement('a');
|
|
|
|
| 19 |
.sa-ink { stroke:var(--fg); }
|
| 20 |
.sa-hit { fill:transparent; }
|
| 21 |
.sa-hit:hover { fill:var(--fg); fill-opacity:0.06; }
|
| 22 |
+
</style><defs><pattern id='sa-na' width='6' height='6' patternUnits='userSpaceOnUse' patternTransform='rotate(45)'><rect width='6' height='6' fill='#e5e7eb'/><line x1='0' y1='0' x2='0' y2='6' stroke='#9ca3af' stroke-width='2'/></pattern><linearGradient id='sa-g-stab' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#0072B2'/></linearGradient><linearGradient id='sa-g-val' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#D55E00'/></linearGradient></defs><line class='sa-grid' x1='64' x2='1024' y1='287.6' y2='287.6' stroke-width='1'/><text class='sa-muted' x='56' y='291.6' text-anchor='end' font-size='12'>900</text><line class='sa-grid' x1='64' x2='1024' y1='233.7' y2='233.7' stroke-width='1'/><text class='sa-muted' x='56' y='237.7' text-anchor='end' font-size='12'>1000</text><line class='sa-grid' x1='64' x2='1024' y1='179.7' y2='179.7' stroke-width='1'/><text class='sa-muted' x='56' y='183.7' text-anchor='end' font-size='12'>1100</text><line class='sa-grid' x1='64' x2='1024' y1='125.8' y2='125.8' stroke-width='1'/><text class='sa-muted' x='56' y='129.8' text-anchor='end' font-size='12'>1200</text><line class='sa-grid' x1='64' x2='1024' y1='71.9' y2='71.9' stroke-width='1'/><text class='sa-muted' x='56' y='75.9' text-anchor='end' font-size='12'>1300</text><line class='sa-grid' x1='64' x2='1024' y1='18.0' y2='18.0' stroke-width='1'/><text class='sa-muted' x='56' y='22.0' text-anchor='end' font-size='12'>1400</text><text class='sa-text' transform='translate(16 173) rotate(-90)' text-anchor='middle' font-size='13'>Elo</text><line class='sa-ink' x1='64' x2='1024' y1='233.7' y2='233.7' stroke-width='1' stroke-dasharray='4 4' opacity='0.5'/><rect x='73.6' y='264.9' width='22.4' height='63.1' fill='#57a2cc' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='96.0' y='264.9' width='22.4' height='63.1' fill='#dc7a2c' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='96.0' x2='96.0' y1='235.3' y2='304.8'/><line x1='91.0' x2='101.0' y1='235.3' y2='235.3'/><line x1='91.0' x2='101.0' y1='304.8' y2='304.8'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(100.0 342.0) rotate(-35)'>LaplacianScore</text><rect class='sa-hit' x='64.0' y='18' width='64' height='414'><title>LaplacianScore (Distance, non-search)
|
| 23 |
+
Elo 942 [95% CI 868–997]
|
| 24 |
Stability 0.660
|
| 25 |
+
Validity 0.827</title></rect><rect x='137.6' y='233.7' width='22.4' height='94.3' fill='#ffffff' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='160.0' y='233.7' width='22.4' height='94.3' fill='#e9ac7c' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='160.0' x2='160.0' y1='203.5' y2='268.7'/><line x1='155.0' x2='165.0' y1='203.5' y2='203.5'/><line x1='155.0' x2='165.0' y1='268.7' y2='268.7'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(164.0 342.0) rotate(-35)'>Random</text><rect class='sa-hit' x='128.0' y='18' width='64' height='414'><title>Random (Baseline, baseline)
|
| 26 |
+
Elo 1000 [95% CI 935–1056]
|
| 27 |
Stability -0.001
|
| 28 |
+
Validity 0.513</title></rect><rect x='201.6' y='186.2' width='22.4' height='141.8' fill='#daebf4' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='224.0' y='186.2' width='22.4' height='141.8' fill='#e8a571' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='224.0' x2='224.0' y1='160.9' y2='212.6'/><line x1='219.0' x2='229.0' y1='160.9' y2='160.9'/><line x1='219.0' x2='229.0' y1='212.6' y2='212.6'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(228.0 342.0) rotate(-35)'>SBE</text><rect class='sa-hit' x='192.0' y='18' width='64' height='414'><title>SBE (Backward search, search)
|
| 29 |
+
Elo 1088 [95% CI 1039–1135]
|
| 30 |
Stability 0.144
|
| 31 |
+
Validity 0.556</title></rect><rect x='265.6' y='174.9' width='22.4' height='153.1' fill='#d8eaf3' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='288.0' y='174.9' width='22.4' height='153.1' fill='#e7a26c' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='288.0' x2='288.0' y1='152.8' y2='200.8'/><line x1='283.0' x2='293.0' y1='152.8' y2='152.8'/><line x1='283.0' x2='293.0' y1='200.8' y2='200.8'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(292.0 342.0) rotate(-35)'>LOCO</text><rect class='sa-hit' x='256.0' y='18' width='64' height='414'><title>LOCO (Leave-one-out, search)
|
| 32 |
+
Elo 1109 [95% CI 1061–1150]
|
| 33 |
Stability 0.151
|
| 34 |
+
Validity 0.575</title></rect><rect x='329.6' y='143.1' width='22.4' height='184.9' fill='#53a0cb' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='352.0' y='143.1' width='22.4' height='184.9' fill='#df853e' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='352.0' x2='352.0' y1='119.4' y2='167.3'/><line x1='347.0' x2='357.0' y1='119.4' y2='119.4'/><line x1='347.0' x2='357.0' y1='167.3' y2='167.3'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(356.0 342.0) rotate(-35)'>(R)ReliefF</text><rect class='sa-hit' x='320.0' y='18' width='64' height='414'><title>(R)ReliefF (Distance, non-search)
|
| 35 |
+
Elo 1168 [95% CI 1123–1212]
|
| 36 |
Stability 0.673
|
| 37 |
+
Validity 0.757</title></rect><rect x='393.6' y='140.9' width='22.4' height='187.1' fill='#96c5df' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='416.0' y='140.9' width='22.4' height='187.1' fill='#ecb78d' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='416.0' x2='416.0' y1='118.3' y2='164.1'/><line x1='411.0' x2='421.0' y1='118.3' y2='118.3'/><line x1='411.0' x2='421.0' y1='164.1' y2='164.1'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(420.0 342.0) rotate(-35)'>MarkovBlanket</text><rect class='sa-hit' x='384.0' y='18' width='64' height='414'><title>MarkovBlanket (Backward search, search)
|
| 38 |
+
Elo 1172 [95% CI 1129–1214]
|
| 39 |
Stability 0.413
|
| 40 |
+
Validity 0.447</title></rect><rect x='457.6' y='140.9' width='22.4' height='187.1' fill='#c2dded' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='480.0' y='140.9' width='22.4' height='187.1' fill='#e59a5f' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='480.0' x2='480.0' y1='117.7' y2='165.7'/><line x1='475.0' x2='485.0' y1='117.7' y2='117.7'/><line x1='475.0' x2='485.0' y1='165.7' y2='165.7'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(484.0 342.0) rotate(-35)'>SFS</text><rect class='sa-hit' x='448.0' y='18' width='64' height='414'><title>SFS (Forward search, search)
|
| 41 |
+
Elo 1172 [95% CI 1126–1215]
|
| 42 |
Stability 0.239
|
| 43 |
+
Validity 0.627</title></rect><rect x='521.6' y='140.4' width='22.4' height='187.6' fill='#62a8d0' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='544.0' y='140.4' width='22.4' height='187.6' fill='#e39557' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='544.0' x2='544.0' y1='114.5' y2='167.3'/><line x1='539.0' x2='549.0' y1='114.5' y2='114.5'/><line x1='539.0' x2='549.0' y1='167.3' y2='167.3'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(548.0 342.0) rotate(-35)'>mRMR</text><rect class='sa-hit' x='512.0' y='18' width='64' height='414'><title>mRMR (Information theory, non-search)
|
| 44 |
+
Elo 1173 [95% CI 1123–1221]
|
| 45 |
Stability 0.614
|
| 46 |
+
Validity 0.660</title></rect><rect x='585.6' y='133.9' width='22.4' height='194.1' fill='#54a1cb' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='608.0' y='133.9' width='22.4' height='194.1' fill='#db7525' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='608.0' x2='608.0' y1='109.7' y2='158.7'/><line x1='603.0' x2='613.0' y1='109.7' y2='109.7'/><line x1='603.0' x2='613.0' y1='158.7' y2='158.7'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(612.0 342.0) rotate(-35)'>GainRatio</text><rect class='sa-hit' x='576.0' y='18' width='64' height='414'><title>GainRatio (Information theory, non-search)
|
| 47 |
+
Elo 1185 [95% CI 1139–1230]
|
| 48 |
Stability 0.670
|
| 49 |
+
Validity 0.856</title></rect><rect x='649.6' y='124.2' width='22.4' height='203.8' fill='#8ec0dd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='672.0' y='124.2' width='22.4' height='203.8' fill='#e7a36d' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='672.0' x2='672.0' y1='94.6' y2='150.6'/><line x1='667.0' x2='677.0' y1='94.6' y2='94.6'/><line x1='667.0' x2='677.0' y1='150.6' y2='150.6'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(676.0 342.0) rotate(-35)'>CART</text><rect class='sa-hit' x='640.0' y='18' width='64' height='414'><title>CART (Tree, non-search)
|
| 50 |
+
Elo 1203 [95% CI 1154–1258]
|
| 51 |
Stability 0.444
|
| 52 |
+
Validity 0.572</title></rect><rect x='713.6' y='117.2' width='22.4' height='210.8' fill='#4b9bc9' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='736.0' y='117.2' width='22.4' height='210.8' fill='#da711f' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='736.0' x2='736.0' y1='92.4' y2='141.5'/><line x1='731.0' x2='741.0' y1='92.4' y2='92.4'/><line x1='731.0' x2='741.0' y1='141.5' y2='141.5'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(740.0 342.0) rotate(-35)'>F-Test</text><rect class='sa-hit' x='704.0' y='18' width='64' height='414'><title>F-Test (Correlation, non-search)
|
| 53 |
+
Elo 1216 [95% CI 1171–1262]
|
| 54 |
Stability 0.706
|
| 55 |
+
Validity 0.879</title></rect><rect x='777.6' y='94.6' width='22.4' height='233.4' fill='#519fca' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='800.0' y='94.6' width='22.4' height='233.4' fill='#dd7c2f' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='800.0' x2='800.0' y1='70.3' y2='118.8'/><line x1='795.0' x2='805.0' y1='70.3' y2='70.3'/><line x1='795.0' x2='805.0' y1='118.8' y2='118.8'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(804.0 342.0) rotate(-35)'>MI</text><rect class='sa-hit' x='768.0' y='18' width='64' height='414'><title>MI (Information theory, non-search)
|
| 56 |
+
Elo 1258 [95% CI 1213–1303]
|
| 57 |
Stability 0.683
|
| 58 |
+
Validity 0.815</title></rect><rect x='841.6' y='91.9' width='22.4' height='236.1' fill='#53a0cb' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='864.0' y='91.9' width='22.4' height='236.1' fill='#e2904f' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='864.0' x2='864.0' y1='60.6' y2='118.8'/><line x1='859.0' x2='869.0' y1='60.6' y2='60.6'/><line x1='859.0' x2='869.0' y1='118.8' y2='118.8'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(868.0 342.0) rotate(-35)'>RFImportance</text><rect class='sa-hit' x='832.0' y='18' width='64' height='414'><title>RFImportance (Tree, non-search)
|
| 59 |
+
Elo 1263 [95% CI 1213–1321]
|
| 60 |
Stability 0.676
|
| 61 |
+
Validity 0.691</title></rect><rect x='905.6' y='85.9' width='22.4' height='242.1' fill='#9cc8e1' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='928.0' y='85.9' width='22.4' height='242.1' fill='#e08945' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='928.0' x2='928.0' y1='55.2' y2='115.6'/><line x1='923.0' x2='933.0' y1='55.2' y2='55.2'/><line x1='923.0' x2='933.0' y1='115.6' y2='115.6'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(932.0 342.0) rotate(-35)'>Lasso</text><rect class='sa-hit' x='896.0' y='18' width='64' height='414'><title>Lasso (Regularization, non-search)
|
| 62 |
+
Elo 1274 [95% CI 1219–1331]
|
| 63 |
Stability 0.389
|
| 64 |
+
Validity 0.730</title></rect><rect x='969.6' y='64.9' width='22.4' height='263.1' fill='#84bbda' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='992.0' y='64.9' width='22.4' height='263.1' fill='#de8239' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='992.0' x2='992.0' y1='30.9' y2='95.1'/><line x1='987.0' x2='997.0' y1='30.9' y2='30.9'/><line x1='987.0' x2='997.0' y1='95.1' y2='95.1'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(996.0 342.0) rotate(-35)'>ElasticNet</text><rect class='sa-hit' x='960.0' y='18' width='64' height='414'><title>ElasticNet (Regularization, non-search)
|
| 65 |
+
Elo 1313 [95% CI 1257–1376]
|
| 66 |
Stability 0.481
|
| 67 |
Validity 0.777</title></rect><line class='sa-ink' x1='64' x2='1024' y1='328.0' y2='328.0' stroke-width='1' opacity='0.4'/><rect x='1070' y='40.0' width='12' height='107.0' fill='url(#sa-g-stab)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='30.0' text-anchor='middle' font-size='12'>stable</text><text class='sa-text' x='1076' y='165.0' text-anchor='middle' font-size='12'>unstable</text><text class='sa-muted' x='1088' y='151.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='97.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='44.0' font-size='11'>1.0</text><rect x='1070' y='207.0' width='12' height='107.0' fill='url(#sa-g-val)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='197.0' text-anchor='middle' font-size='12'>valid</text><text class='sa-text' x='1076' y='332.0' text-anchor='middle' font-size='12'>invalid</text><text class='sa-muted' x='1088' y='318.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='264.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='211.0' font-size='11'>1.0</text><rect x='1070' y='352.0' width='12' height='12' fill='url(#sa-na)' stroke='#000' stroke-width='0.6'/><text class='sa-muted' x='1088' y='362.0' font-size='11'>no result</text></svg><script type='text/plain' id='sa-csv'>Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Stability,Validity
|
| 68 |
+
ElasticNet,Non-search,Regularization,1313.0,1257.0,1376.0,0.481,0.777
|
| 69 |
+
Lasso,Non-search,Regularization,1274.0,1219.0,1331.0,0.389,0.73
|
| 70 |
+
RFImportance,Non-search,Tree,1263.0,1213.0,1321.0,0.676,0.691
|
| 71 |
+
MI,Non-search,Information theory,1258.0,1213.0,1303.0,0.683,0.815
|
| 72 |
+
F-Test,Non-search,Correlation,1216.0,1171.0,1262.0,0.706,0.879
|
| 73 |
+
CART,Non-search,Tree,1203.0,1154.0,1258.0,0.444,0.572
|
| 74 |
+
GainRatio,Non-search,Information theory,1185.0,1139.0,1230.0,0.67,0.856
|
| 75 |
+
mRMR,Non-search,Information theory,1173.0,1123.0,1221.0,0.614,0.66
|
| 76 |
+
MarkovBlanket,Search,Backward search,1172.0,1129.0,1214.0,0.413,0.447
|
| 77 |
+
SFS,Search,Forward search,1172.0,1126.0,1215.0,0.239,0.627
|
| 78 |
+
(R)ReliefF,Non-search,Distance,1168.0,1123.0,1212.0,0.673,0.757
|
| 79 |
+
LOCO,Search,Leave-one-out,1109.0,1061.0,1150.0,0.151,0.575
|
| 80 |
+
SBE,Search,Backward search,1088.0,1039.0,1135.0,0.144,0.556
|
| 81 |
+
Random,Baseline,Baseline,1000.0,935.0,1056.0,-0.001,0.513
|
| 82 |
+
LaplacianScore,Non-search,Distance,942.0,868.0,997.0,0.66,0.827
|
| 83 |
</script><script>
|
| 84 |
function saDownload(name, blob) {
|
| 85 |
var a = document.createElement('a');
|
data/subsets/tasks_all/models_linearmodel/budgets_2/leaderboard_table.html
CHANGED
|
@@ -29,22 +29,22 @@ td.na { color:var(--muted); }
|
|
| 29 |
font-size:12px; color:var(--fg); }
|
| 30 |
.pill.cat-search { border-color:var(--accent); }
|
| 31 |
.pill.cat-baseline { color:var(--muted); }
|
| 32 |
-
</style></head><body><div class='toolbar'><span class='hint'>Click a column to sort. Hover a header for its definition.</span><button onclick="saCsv('selectarena_leaderboard.csv')">CSV</button></div><div class='wrap'><table id='sa-table'><thead><tr><th class='num'>#</th><th class=''>Method</th><th class='' title='Taxonomy of the paper (Appendix A). Search methods evaluate many feature subsets with the model (forward, backward, leave-one-out); non-search methods use a proxy instead (correlation, distance, information theory, tree, regularization).'>Type</th><th class='num' title='Bradley-Terry Elo from pairwise matches within each dataset, budget and downstream model. Random = 1000. +/− give the 95% bootstrap interval.'>Elo ↑</th><th class='num' title='Mean rank of the downstream error.'>Avg. rank ↓</th><th class='num' title='Share of pairwise comparisons won, in %. Ties count half.'>Win rate ↑</th><th class='num' title='Mean relative gap (error − best error) / error to the best method, in %.'>Improvability ↓</th><th class='num' title='Mean ratio of the error to the same model trained on all features. Below 1: the selection helped.'>Error vs. all ↓</th><th class='num' title='Agreement of the selected features across bootstrap resamples (Nogueira et al., 2018).'>Stability ↑</th><th class='num' title='Share of the budget filled with original features when as many noise features are added.'>Validity ↑</th><th class='num' title='Median wall-clock time of the selection.'>Time (s) ↓</th><th class='num' title='Share of runs where the method ran out of time and random features filled the budget.'>Fallback (%)</th><th class='num'>#Datasets</th></tr></thead><tbody><tr><td class='num' data-sort='1'>1</td><td class='method' data-sort='ElasticNet'>ElasticNet</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1313.0'>1313<span class='sub'>+57 / −57</span></td><td class='num' data-sort='5.75'>5.75</td><td class='num' data-sort='66.1'>66.1</td><td class='num' data-sort='14.0'>14.0</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.481'>0.481</td><td class='num' data-sort='0.777'>0.777</td><td class='num' data-sort='6.3'>6.3</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='2'>2</td><td class='method' data-sort='Lasso'>Lasso</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1274.0'>1274<span class='sub'>+53 / −53</span></td><td class='num' data-sort='6.11'>6.11</td><td class='num' data-sort='63.5'>63.5</td><td class='num' data-sort='14.2'>14.2</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.389'>0.389</td><td class='num' data-sort='0.73'>0.730</td><td class='num' data-sort='1.8'>1.8</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='3'>3</td><td class='method' data-sort='RFImportance'>RFImportance</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1263.0'>1263<span class='sub'>+56 / −52</span></td><td class='num' data-sort='6.51'>6.51</td><td class='num' data-sort='60.7'>60.7</td><td class='num' data-sort='14.9'>14.9</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.676'>0.676</td><td class='num' data-sort='0.691'>0.691</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='4'>4</td><td class='method' data-sort='MI'>MI</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1258.0'>1258<span class='sub'>+50 / −40</span></td><td class='num' data-sort='6.65'>6.65</td><td class='num' data-sort='59.6'>59.6</td><td class='num' data-sort='16.8'>16.8</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.683'>0.683</td><td class='num' data-sort='0.815'>0.815</td><td class='num' data-sort='0.4'>0.4</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='5'>5</td><td class='method' data-sort='F-Test'>F-Test</td><td class='' data-sort='Correlation'><span class='pill cat-non-search'>Correlation</span><span class='sub'>non-search</span></td><td class='num' data-sort='1216.0'>1216<span class='sub'>+46 / −44</span></td><td class='num' data-sort='7.2'>7.20</td><td class='num' data-sort='55.7'>55.7</td><td class='num' data-sort='17.6'>17.6</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.706'>0.706</td><td class='num' data-sort='0.879'>0.879</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='6'>6</td><td class='method' data-sort='CART'>CART</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1203.0'>1203<span class='sub'>+54 / −51</span></td><td class='num' data-sort='7.48'>7.48</td><td class='num' data-sort='53.7'>53.7</td><td class='num' data-sort='19.7'>19.7</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.444'>0.444</td><td class='num' data-sort='0.572'>0.572</td><td class='num' data-sort='0.1'>0.1</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='7'>7</td><td class='method' data-sort='GainRatio'>GainRatio</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1185.0'>1185<span class='sub'>+44 / −40</span></td><td class='num' data-sort='8.04'>8.04</td><td class='num' data-sort='49.7'>49.7</td><td class='num' data-sort='20.8'>20.8</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.67'>0.670</td><td class='num' data-sort='0.856'>0.856</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='8'>8</td><td class='method' data-sort='mRMR'>mRMR</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1173.0'>1173<span class='sub'>+52 / −53</span></td><td class='num' data-sort='7.81'>7.81</td><td class='num' data-sort='51.4'>51.4</td><td class='num' data-sort='19.1'>19.1</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.614'>0.614</td><td class='num' data-sort='0.66'>0.660</td><td class='num' data-sort='0.4'>0.4</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='9'>9</td><td class='method' data-sort='MarkovBlanket'>MarkovBlanket</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1172.0'>1172<span class='sub'>+42 / −47</span></td><td class='num' data-sort='8.03'>8.03</td><td class='num' data-sort='49.8'>49.8</td><td class='num' data-sort='21.5'>21.5</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.413'>0.413</td><td class='num' data-sort='0.447'>0.447</td><td class='num' data-sort='0.1'>0.1</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='10'>10</td><td class='method' data-sort='SFS'>SFS</td><td class='' data-sort='Forward search'><span class='pill cat-search'>Forward search</span><span class='sub'>search</span></td><td class='num' data-sort='1172.0'>1172<span class='sub'>+43 / −43</span></td><td class='num' data-sort='7.82'>7.82</td><td class='num' data-sort='51.3'>51.3</td><td class='num' data-sort='20.7'>20.7</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.239'>0.239</td><td class='num' data-sort='0.627'>0.627</td><td class='num' data-sort='2264.7'>2,264.7</td><td class='num' data-sort='47.9'>47.9</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='11'>11</td><td class='method' data-sort='(R)ReliefF'>(R)ReliefF</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='1168.0'>1168<span class='sub'>+46 / −40</span></td><td class='num' data-sort='8.41'>8.41</td><td class='num' data-sort='47.1'>47.1</td><td class='num' data-sort='19.5'>19.5</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.673'>0.673</td><td class='num' data-sort='0.757'>0.757</td><td class='num' data-sort='12.8'>12.8</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='12'>12</td><td class='method' data-sort='LOCO'>LOCO</td><td class='' data-sort='Leave-one-out'><span class='pill cat-search'>Leave-one-out</span><span class='sub'>search</span></td><td class='num' data-sort='1109.0'>1109<span class='sub'>+45 / −47</span></td><td class='num' data-sort='8.81'>8.81</td><td class='num' data-sort='44.2'>44.2</td><td class='num' data-sort='25.7'>25.7</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.151'>0.151</td><td class='num' data-sort='0.575'>0.575</td><td class='num' data-sort='242.0'>242.0</td><td class='num' data-sort='6.1'>6.1</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='13'>13</td><td class='method' data-sort='SBE'>SBE</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1088.0'>1088<span class='sub'>+46 / −49</span></td><td class='num' data-sort='8.94'>8.94</td><td class='num' data-sort='43.3'>43.3</td><td class='num' data-sort='25.1'>25.1</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.144'>0.144</td><td class='num' data-sort='0.556'>0.556</td><td class='num' data-sort='2787.0'>2,787.0</td><td class='num' data-sort='48.4'>48.4</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='14'>14</td><td class='method' data-sort='Random'>Random</td><td class='' data-sort='Baseline'><span class='pill cat-baseline'>Baseline</span></td><td class='num' data-sort='1000.0'>1000<span class='sub'>+59 / −65</span></td><td class='num' data-sort='10.69'>10.69</td><td class='num' data-sort='30.8'>30.8</td><td class='num' data-sort='31.5'>31.5</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='-0.001'>-0.001</td><td class='num' data-sort='0.513'>0.513</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='100.0'>100.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='15'>15</td><td class='method' data-sort='LaplacianScore'>LaplacianScore</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='942.0'>942<span class='sub'>+56 / −70</span></td><td class='num' data-sort='11.74'>11.74</td><td class='num' data-sort='23.3'>23.3</td><td class='num' data-sort='37.1'>37.1</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.66'>0.660</td><td class='num' data-sort='0.827'>0.827</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr></tbody></table></div><script type='text/plain' id='sa-csv'>Rank,Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Avg. rank,Win rate (%),Improvability (%),Error vs. all features,Stability,Validity,Selection time (s),Fallback rate (%),#Datasets,#Comparisons
|
| 33 |
-
1,ElasticNet,Non-search,Regularization,1313.0,
|
| 34 |
-
2,Lasso,Non-search,Regularization,1274.0,
|
| 35 |
-
3,RFImportance,Non-search,Tree,1263.0,
|
| 36 |
-
4,MI,Non-search,Information theory,1258.0,
|
| 37 |
-
5,F-Test,Non-search,Correlation,1216.0,
|
| 38 |
-
6,CART,Non-search,Tree,1203.0,
|
| 39 |
-
7,GainRatio,Non-search,Information theory,1185.0,
|
| 40 |
-
8,mRMR,Non-search,Information theory,1173.0,
|
| 41 |
-
9,MarkovBlanket,Search,Backward search,1172.0,
|
| 42 |
-
10,SFS,Search,Forward search,1172.0,
|
| 43 |
-
11,(R)ReliefF,Non-search,Distance,1168.0,
|
| 44 |
-
12,LOCO,Search,Leave-one-out,1109.0,
|
| 45 |
-
13,SBE,Search,Backward search,1088.0,1039.0,
|
| 46 |
-
14,Random,Baseline,Baseline,1000.0,935.0,
|
| 47 |
-
15,LaplacianScore,Non-search,Distance,942.0,
|
| 48 |
</script><script>
|
| 49 |
function saDownload(name, blob) {
|
| 50 |
var a = document.createElement('a');
|
|
|
|
| 29 |
font-size:12px; color:var(--fg); }
|
| 30 |
.pill.cat-search { border-color:var(--accent); }
|
| 31 |
.pill.cat-baseline { color:var(--muted); }
|
| 32 |
+
</style></head><body><div class='toolbar'><span class='hint'>Click a column to sort. Hover a header for its definition.</span><button onclick="saCsv('selectarena_leaderboard.csv')">CSV</button></div><div class='wrap'><table id='sa-table'><thead><tr><th class='num'>#</th><th class=''>Method</th><th class='' title='Taxonomy of the paper (Appendix A). Search methods evaluate many feature subsets with the model (forward, backward, leave-one-out); non-search methods use a proxy instead (correlation, distance, information theory, tree, regularization).'>Type</th><th class='num' title='Bradley-Terry Elo from pairwise matches within each dataset, budget and downstream model. Random = 1000. +/− give the 95% bootstrap interval.'>Elo ↑</th><th class='num' title='Mean rank of the downstream error.'>Avg. rank ↓</th><th class='num' title='Share of pairwise comparisons won, in %. Ties count half.'>Win rate ↑</th><th class='num' title='Mean relative gap (error − best error) / error to the best method, in %.'>Improvability ↓</th><th class='num' title='Mean ratio of the error to the same model trained on all features. Below 1: the selection helped.'>Error vs. all ↓</th><th class='num' title='Agreement of the selected features across bootstrap resamples (Nogueira et al., 2018).'>Stability ↑</th><th class='num' title='Share of the budget filled with original features when as many noise features are added.'>Validity ↑</th><th class='num' title='Median wall-clock time of the selection.'>Time (s) ↓</th><th class='num' title='Share of runs where the method ran out of time and random features filled the budget.'>Fallback (%)</th><th class='num'>#Datasets</th></tr></thead><tbody><tr><td class='num' data-sort='1'>1</td><td class='method' data-sort='ElasticNet'>ElasticNet</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1313.0'>1313<span class='sub'>+63 / −56</span></td><td class='num' data-sort='5.75'>5.75</td><td class='num' data-sort='66.1'>66.1</td><td class='num' data-sort='14.0'>14.0</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.481'>0.481</td><td class='num' data-sort='0.777'>0.777</td><td class='num' data-sort='6.3'>6.3</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='2'>2</td><td class='method' data-sort='Lasso'>Lasso</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1274.0'>1274<span class='sub'>+57 / −55</span></td><td class='num' data-sort='6.11'>6.11</td><td class='num' data-sort='63.5'>63.5</td><td class='num' data-sort='14.2'>14.2</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.389'>0.389</td><td class='num' data-sort='0.73'>0.730</td><td class='num' data-sort='1.8'>1.8</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='3'>3</td><td class='method' data-sort='RFImportance'>RFImportance</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1263.0'>1263<span class='sub'>+58 / −50</span></td><td class='num' data-sort='6.51'>6.51</td><td class='num' data-sort='60.7'>60.7</td><td class='num' data-sort='14.9'>14.9</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.676'>0.676</td><td class='num' data-sort='0.691'>0.691</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='4'>4</td><td class='method' data-sort='MI'>MI</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1258.0'>1258<span class='sub'>+45 / −45</span></td><td class='num' data-sort='6.65'>6.65</td><td class='num' data-sort='59.6'>59.6</td><td class='num' data-sort='16.8'>16.8</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.683'>0.683</td><td class='num' data-sort='0.815'>0.815</td><td class='num' data-sort='0.4'>0.4</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='5'>5</td><td class='method' data-sort='F-Test'>F-Test</td><td class='' data-sort='Correlation'><span class='pill cat-non-search'>Correlation</span><span class='sub'>non-search</span></td><td class='num' data-sort='1216.0'>1216<span class='sub'>+46 / −45</span></td><td class='num' data-sort='7.2'>7.20</td><td class='num' data-sort='55.7'>55.7</td><td class='num' data-sort='17.6'>17.6</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.706'>0.706</td><td class='num' data-sort='0.879'>0.879</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='6'>6</td><td class='method' data-sort='CART'>CART</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1203.0'>1203<span class='sub'>+55 / −49</span></td><td class='num' data-sort='7.48'>7.48</td><td class='num' data-sort='53.7'>53.7</td><td class='num' data-sort='19.7'>19.7</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.444'>0.444</td><td class='num' data-sort='0.572'>0.572</td><td class='num' data-sort='0.1'>0.1</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='7'>7</td><td class='method' data-sort='GainRatio'>GainRatio</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1185.0'>1185<span class='sub'>+45 / −46</span></td><td class='num' data-sort='8.04'>8.04</td><td class='num' data-sort='49.7'>49.7</td><td class='num' data-sort='20.8'>20.8</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.67'>0.670</td><td class='num' data-sort='0.856'>0.856</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='8'>8</td><td class='method' data-sort='mRMR'>mRMR</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1173.0'>1173<span class='sub'>+48 / −50</span></td><td class='num' data-sort='7.81'>7.81</td><td class='num' data-sort='51.4'>51.4</td><td class='num' data-sort='19.1'>19.1</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.614'>0.614</td><td class='num' data-sort='0.66'>0.660</td><td class='num' data-sort='0.4'>0.4</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='9'>9</td><td class='method' data-sort='MarkovBlanket'>MarkovBlanket</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1172.0'>1172<span class='sub'>+42 / −43</span></td><td class='num' data-sort='8.03'>8.03</td><td class='num' data-sort='49.8'>49.8</td><td class='num' data-sort='21.5'>21.5</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.413'>0.413</td><td class='num' data-sort='0.447'>0.447</td><td class='num' data-sort='0.1'>0.1</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='10'>10</td><td class='method' data-sort='SFS'>SFS</td><td class='' data-sort='Forward search'><span class='pill cat-search'>Forward search</span><span class='sub'>search</span></td><td class='num' data-sort='1172.0'>1172<span class='sub'>+43 / −46</span></td><td class='num' data-sort='7.82'>7.82</td><td class='num' data-sort='51.3'>51.3</td><td class='num' data-sort='20.7'>20.7</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.239'>0.239</td><td class='num' data-sort='0.627'>0.627</td><td class='num' data-sort='2264.7'>2,264.7</td><td class='num' data-sort='47.9'>47.9</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='11'>11</td><td class='method' data-sort='(R)ReliefF'>(R)ReliefF</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='1168.0'>1168<span class='sub'>+44 / −45</span></td><td class='num' data-sort='8.41'>8.41</td><td class='num' data-sort='47.1'>47.1</td><td class='num' data-sort='19.5'>19.5</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.673'>0.673</td><td class='num' data-sort='0.757'>0.757</td><td class='num' data-sort='12.8'>12.8</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='12'>12</td><td class='method' data-sort='LOCO'>LOCO</td><td class='' data-sort='Leave-one-out'><span class='pill cat-search'>Leave-one-out</span><span class='sub'>search</span></td><td class='num' data-sort='1109.0'>1109<span class='sub'>+41 / −48</span></td><td class='num' data-sort='8.81'>8.81</td><td class='num' data-sort='44.2'>44.2</td><td class='num' data-sort='25.7'>25.7</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.151'>0.151</td><td class='num' data-sort='0.575'>0.575</td><td class='num' data-sort='242.0'>242.0</td><td class='num' data-sort='6.1'>6.1</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='13'>13</td><td class='method' data-sort='SBE'>SBE</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1088.0'>1088<span class='sub'>+47 / −49</span></td><td class='num' data-sort='8.94'>8.94</td><td class='num' data-sort='43.3'>43.3</td><td class='num' data-sort='25.1'>25.1</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.144'>0.144</td><td class='num' data-sort='0.556'>0.556</td><td class='num' data-sort='2787.0'>2,787.0</td><td class='num' data-sort='48.4'>48.4</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='14'>14</td><td class='method' data-sort='Random'>Random</td><td class='' data-sort='Baseline'><span class='pill cat-baseline'>Baseline</span></td><td class='num' data-sort='1000.0'>1000<span class='sub'>+56 / −65</span></td><td class='num' data-sort='10.69'>10.69</td><td class='num' data-sort='30.8'>30.8</td><td class='num' data-sort='31.5'>31.5</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='-0.001'>-0.001</td><td class='num' data-sort='0.513'>0.513</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='100.0'>100.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='15'>15</td><td class='method' data-sort='LaplacianScore'>LaplacianScore</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='942.0'>942<span class='sub'>+55 / −74</span></td><td class='num' data-sort='11.74'>11.74</td><td class='num' data-sort='23.3'>23.3</td><td class='num' data-sort='37.1'>37.1</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.66'>0.660</td><td class='num' data-sort='0.827'>0.827</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr></tbody></table></div><script type='text/plain' id='sa-csv'>Rank,Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Avg. rank,Win rate (%),Improvability (%),Error vs. all features,Stability,Validity,Selection time (s),Fallback rate (%),#Datasets,#Comparisons
|
| 33 |
+
1,ElasticNet,Non-search,Regularization,1313.0,1257.0,1376.0,5.75,66.1,14.0,,0.481,0.777,6.3,0.0,71,213
|
| 34 |
+
2,Lasso,Non-search,Regularization,1274.0,1219.0,1331.0,6.11,63.5,14.2,,0.389,0.73,1.8,0.0,71,213
|
| 35 |
+
3,RFImportance,Non-search,Tree,1263.0,1213.0,1321.0,6.51,60.7,14.9,,0.676,0.691,0.2,0.0,71,213
|
| 36 |
+
4,MI,Non-search,Information theory,1258.0,1213.0,1303.0,6.65,59.6,16.8,,0.683,0.815,0.4,0.0,71,213
|
| 37 |
+
5,F-Test,Non-search,Correlation,1216.0,1171.0,1262.0,7.2,55.7,17.6,,0.706,0.879,0.0,0.0,71,213
|
| 38 |
+
6,CART,Non-search,Tree,1203.0,1154.0,1258.0,7.48,53.7,19.7,,0.444,0.572,0.1,0.0,71,213
|
| 39 |
+
7,GainRatio,Non-search,Information theory,1185.0,1139.0,1230.0,8.04,49.7,20.8,,0.67,0.856,0.2,0.0,71,213
|
| 40 |
+
8,mRMR,Non-search,Information theory,1173.0,1123.0,1221.0,7.81,51.4,19.1,,0.614,0.66,0.4,0.0,71,213
|
| 41 |
+
9,MarkovBlanket,Search,Backward search,1172.0,1129.0,1214.0,8.03,49.8,21.5,,0.413,0.447,0.1,0.0,71,213
|
| 42 |
+
10,SFS,Search,Forward search,1172.0,1126.0,1215.0,7.82,51.3,20.7,,0.239,0.627,2264.7,47.9,71,213
|
| 43 |
+
11,(R)ReliefF,Non-search,Distance,1168.0,1123.0,1212.0,8.41,47.1,19.5,,0.673,0.757,12.8,0.0,71,213
|
| 44 |
+
12,LOCO,Search,Leave-one-out,1109.0,1061.0,1150.0,8.81,44.2,25.7,,0.151,0.575,242.0,6.1,71,213
|
| 45 |
+
13,SBE,Search,Backward search,1088.0,1039.0,1135.0,8.94,43.3,25.1,,0.144,0.556,2787.0,48.4,71,213
|
| 46 |
+
14,Random,Baseline,Baseline,1000.0,935.0,1056.0,10.69,30.8,31.5,,-0.001,0.513,0.0,100.0,71,213
|
| 47 |
+
15,LaplacianScore,Non-search,Distance,942.0,868.0,997.0,11.74,23.3,37.1,,0.66,0.827,0.2,0.0,71,213
|
| 48 |
</script><script>
|
| 49 |
function saDownload(name, blob) {
|
| 50 |
var a = document.createElement('a');
|
data/subsets/tasks_all/models_linearmodel/budgets_2/website_leaderboard.csv
CHANGED
|
@@ -1,16 +1,16 @@
|
|
| 1 |
Rank,Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Avg. rank,Win rate (%),Improvability (%),Error vs. all features,Stability,Validity,Selection time (s),Fallback rate (%),#Datasets,#Comparisons
|
| 2 |
-
1,ElasticNet,Non-search,Regularization,1313.0,
|
| 3 |
-
2,Lasso,Non-search,Regularization,1274.0,
|
| 4 |
-
3,RFImportance,Non-search,Tree,1263.0,
|
| 5 |
-
4,MI,Non-search,Information theory,1258.0,
|
| 6 |
-
5,F-Test,Non-search,Correlation,1216.0,
|
| 7 |
-
6,CART,Non-search,Tree,1203.0,
|
| 8 |
-
7,GainRatio,Non-search,Information theory,1185.0,
|
| 9 |
-
8,mRMR,Non-search,Information theory,1173.0,
|
| 10 |
-
9,MarkovBlanket,Search,Backward search,1172.0,
|
| 11 |
-
10,SFS,Search,Forward search,1172.0,
|
| 12 |
-
11,(R)ReliefF,Non-search,Distance,1168.0,
|
| 13 |
-
12,LOCO,Search,Leave-one-out,1109.0,
|
| 14 |
-
13,SBE,Search,Backward search,1088.0,1039.0,
|
| 15 |
-
14,Random,Baseline,Baseline,1000.0,935.0,
|
| 16 |
-
15,LaplacianScore,Non-search,Distance,942.0,
|
|
|
|
| 1 |
Rank,Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Avg. rank,Win rate (%),Improvability (%),Error vs. all features,Stability,Validity,Selection time (s),Fallback rate (%),#Datasets,#Comparisons
|
| 2 |
+
1,ElasticNet,Non-search,Regularization,1313.0,1257.0,1376.0,5.75,66.1,14.0,,0.481,0.777,6.3,0.0,71,213
|
| 3 |
+
2,Lasso,Non-search,Regularization,1274.0,1219.0,1331.0,6.11,63.5,14.2,,0.389,0.73,1.8,0.0,71,213
|
| 4 |
+
3,RFImportance,Non-search,Tree,1263.0,1213.0,1321.0,6.51,60.7,14.9,,0.676,0.691,0.2,0.0,71,213
|
| 5 |
+
4,MI,Non-search,Information theory,1258.0,1213.0,1303.0,6.65,59.6,16.8,,0.683,0.815,0.4,0.0,71,213
|
| 6 |
+
5,F-Test,Non-search,Correlation,1216.0,1171.0,1262.0,7.2,55.7,17.6,,0.706,0.879,0.0,0.0,71,213
|
| 7 |
+
6,CART,Non-search,Tree,1203.0,1154.0,1258.0,7.48,53.7,19.7,,0.444,0.572,0.1,0.0,71,213
|
| 8 |
+
7,GainRatio,Non-search,Information theory,1185.0,1139.0,1230.0,8.04,49.7,20.8,,0.67,0.856,0.2,0.0,71,213
|
| 9 |
+
8,mRMR,Non-search,Information theory,1173.0,1123.0,1221.0,7.81,51.4,19.1,,0.614,0.66,0.4,0.0,71,213
|
| 10 |
+
9,MarkovBlanket,Search,Backward search,1172.0,1129.0,1214.0,8.03,49.8,21.5,,0.413,0.447,0.1,0.0,71,213
|
| 11 |
+
10,SFS,Search,Forward search,1172.0,1126.0,1215.0,7.82,51.3,20.7,,0.239,0.627,2264.7,47.9,71,213
|
| 12 |
+
11,(R)ReliefF,Non-search,Distance,1168.0,1123.0,1212.0,8.41,47.1,19.5,,0.673,0.757,12.8,0.0,71,213
|
| 13 |
+
12,LOCO,Search,Leave-one-out,1109.0,1061.0,1150.0,8.81,44.2,25.7,,0.151,0.575,242.0,6.1,71,213
|
| 14 |
+
13,SBE,Search,Backward search,1088.0,1039.0,1135.0,8.94,43.3,25.1,,0.144,0.556,2787.0,48.4,71,213
|
| 15 |
+
14,Random,Baseline,Baseline,1000.0,935.0,1056.0,10.69,30.8,31.5,,-0.001,0.513,0.0,100.0,71,213
|
| 16 |
+
15,LaplacianScore,Non-search,Distance,942.0,868.0,997.0,11.74,23.3,37.1,,0.66,0.827,0.2,0.0,71,213
|