Restructure and make elo interactive

AGENTS.md

@@ -6,15 +6,16 @@ run no compute, so they are free; do not switch it to Gradio or Docker (those ne
 
 ## Files
 
-- `index.html`: the whole page: header, the five tab panels (Performance, Stability, Validity,
-  Data overview, About), all user-facing text, the citation, `<meta name="selectarena-version">`
+- `index.html`: the whole page: header, the three tab panels (Performance, Stability, Validity),
+  all user-facing text (each explanation sits next to the figure or table it describes; there is no
+  About tab), the citation, `<meta name="selectarena-version">`
   and the version history (`<ul id="version-history">`, newest first).
 - `assets/app.js`: plain JavaScript, no build step. Fetches `data/meta.json`, renders the selector
   chips (task type, downstream model, budget; combinations that are not published are disabled;
   task type, view and noise level of the lasagna plots), sets the iframes' `src` and the figures'
   `<img src>` to the generated files and resizes the iframes when a page posts `{saFrameHeight}`.
-  Keeps the tab and the selections in the URL hash (old hashes `#leaderboard`, `#robustness` and
-  `#datasets` still work).
+  Keeps the tab and the selections in the URL hash (old tab names `leaderboard`, `robustness`,
+  `datasets`, `data` and `about` still work).
 - `assets/style.css`: color tokens on `:root` (light) and in `prefers-color-scheme: dark`.
 - `smoke_test.py`: standard-library check of `data/` and of the version (see below).
 
@@ -32,7 +33,7 @@ run no compute, so they are free; do not switch it to Gradio or Docker (those ne
 - `lasagna/stability/tasks_<t>/` and `lasagna/validity/noise_<level>/tasks_<t>/`: one
   `<variant>.svg` per entry of `lasagna.variants` and `per_epv.csv` (the plotted values).
 - `results.csv` and `results_explorer.html`: the results per dataset, method, downstream model and
-  budget (Data overview tab).
+  budget (Performance tab, below the leaderboard; not filtered by the chips).
 - `per_dataset.csv`, `per_dataset_table.html` (datasets by name), and optionally `stability.csv`,
   `stability_table.html`, `validity.csv` and one `validity_noise_<level>_table.html` per noise level
   (listed in `meta.json` as `validity_tables`).
@@ -55,5 +56,5 @@ together.
   (`<li><strong>YYYY/MM/DD · vX.Y.Z</strong>: ...</li>`). `smoke_test.py` fails if they differ.
 - No external scripts, fonts or CDNs; everything is served from this repo.
 - Verification: `python smoke_test.py`, then `python -m http.server 8000` and a look at
-  http://localhost:8000 (all five tabs, a few selections, light and dark mode).
+  http://localhost:8000 (all three tabs, a few selections, light and dark mode).
 - Do not commit or push without an explicit request: pushing deploys the Space.

assets/app.js

@@ -22,9 +22,10 @@
     overlay_top_3: 'Top-3 outlined',
     binary_thr_003: 'Within 0.03 of the best'
   };
-  var TABS = ['performance', 'stability', 'validity', 'data', 'about'];
+  var TABS = ['performance', 'stability', 'validity'];
   // Old links (#tab=leaderboard etc.) still open the matching tab.
-  var TAB_ALIASES = { leaderboard: 'performance', robustness: 'stability', datasets: 'data' };
+  // Old tab names (links to earlier versions of the site).
+  var TAB_ALIASES = { leaderboard: 'performance', robustness: 'stability', datasets: 'performance', data: 'performance', about: 'performance' };
   var DEFAULTS = {
     tab: 'performance', tasks: ALL, model: ALL, budget: ALL,
     stasks: ALL, svariant: 'plain', vtasks: ALL, vvariant: 'plain', noise: ''
@@ -142,7 +143,6 @@
     });
     if (tab === 'stability') renderStability();
     if (tab === 'validity') renderValidity();
-    if (tab === 'data') loadData();
     writeHash();
   }
   function initTabs() {
@@ -301,14 +301,12 @@
     showLasagna('validity', level.path, state.vtasks, state.vvariant);
   }
 
-  // ---- data overview ----
-  function loadData() {
-    var hasExplorer = !!(meta && meta.has_results_explorer);
-    $('data-missing').hidden = !!meta;
+  // ---- results per dataset (Performance tab; not filtered by the chips) ----
+  function loadResults() {
+    var hasExplorer = !!meta.has_results_explorer;
     $('frame-results').hidden = !hasExplorer;
     if (hasExplorer) setFrame($('frame-results'), 'data/results_explorer.html');
-    $('frame-datasets').hidden = !meta;
-    if (meta) setFrame($('frame-datasets'), 'data/per_dataset_table.html');
+    setFrame($('frame-datasets'), 'data/per_dataset_table.html');
   }
 
   // ---- start ----
@@ -327,6 +325,7 @@
         $('leaderboard-content').hidden = false;
         renderFacts();
         renderPerformance();
+        loadResults();
         showTab(state.tab);
       })
       .catch(function () {

assets/style.css

@@ -106,6 +106,10 @@ a { color: var(--accent); }
 h2 { font-size: 1.2rem; margin: 26px 0 8px; }
 h3 { font-size: 1rem; margin: 20px 0 6px; color: var(--muted); }
 .prose { max-width: 80ch; }
+.note { font-size: 0.85rem; color: var(--muted); max-width: 95ch; margin: 8px 0; }
+.caption p { margin: 0 0 6px; }
+.caption ul { margin: 0; padding-left: 20px; }
+.caption li { margin: 3px 0; }
 .prose li { margin: 4px 0; }
 code { font-size: 0.88em; background: var(--surface); padding: 1px 5px; border-radius: 4px; }
 

data/meta.json

@@ -1,6 +1,6 @@
 {
   "benchmark_name": "feature_selection_benchmark_2026_all",
-  "generated_at": "2026-11-03 21:10 UTC",
+  "generated_at": "2026-11-03 21:45 UTC",
   "selectarena_version": "0.1.0",
   "n_results": 79873,
   "n_datasets": 71,

data/subsets/tasks_all/models_all/budgets_0/elo_explorer.html

@@ -11,60 +11,20 @@ html, body { margin:0; padding:0; background:var(--bg); color:var(--fg);
 .toolbar button { font:inherit; font-size:12px; color:var(--fg); background:var(--soft);
   border:1px solid var(--line); border-radius:6px; padding:3px 10px; cursor:pointer; }
 .toolbar button:hover { border-color:var(--accent); }
-</style></head><body><div class='toolbar'><span class='hint'>Hover a method for its values.</span><button onclick='saSvg()'>SVG</button><button onclick='saPng()'>PNG</button><button onclick="saCsv('selectarena_elo.csv')">CSV</button></div><svg id='sa-figure' viewBox='0 0 1156 440' role='img' aria-label='Elo rating of each feature selection method, shaded by stability and validity'><style>
+
+#sa-tip { position:fixed; z-index:10; pointer-events:none; display:none; max-width:280px;
+  padding:6px 9px; border-radius:6px; border:1px solid var(--line); background:var(--bg); color:var(--fg);
+  font-size:12px; line-height:1.45; white-space:pre-line; box-shadow:0 2px 8px rgba(0,0,0,0.15); }
+#sa-tip b { font-weight:600; }
+</style></head><body><div class='toolbar'><span class='hint'>Hover or tap a method for its values.</span><button onclick='saSvg()'>SVG</button><button onclick='saPng()'>PNG</button><button onclick="saCsv('selectarena_elo.csv')">CSV</button></div><svg id='sa-figure' viewBox='0 0 1156 440' role='img' aria-label='Elo rating of each feature selection method, shaded by stability and validity'><style>
 svg { display:block; width:100%; height:auto; }
 .sa-text { fill:var(--fg); }
 .sa-muted { fill:var(--muted); }
 .sa-grid { stroke:var(--line); }
 .sa-ink { stroke:var(--fg); }
-.sa-hit { fill:transparent; }
-.sa-hit:hover { fill:var(--fg); fill-opacity:0.06; }
-</style><defs><pattern id='sa-na' width='6' height='6' patternUnits='userSpaceOnUse' patternTransform='rotate(45)'><rect width='6' height='6' fill='#e5e7eb'/><line x1='0' y1='0' x2='0' y2='6' stroke='#9ca3af' stroke-width='2'/></pattern><linearGradient id='sa-g-stab' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#0072B2'/></linearGradient><linearGradient id='sa-g-val' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#D55E00'/></linearGradient></defs><line class='sa-grid' x1='64' x2='1024' y1='287.6' y2='287.6' stroke-width='1'/><text class='sa-muted' x='56' y='291.6' text-anchor='end' font-size='12'>900</text><line class='sa-grid' x1='64' x2='1024' y1='233.7' y2='233.7' stroke-width='1'/><text class='sa-muted' x='56' y='237.7' text-anchor='end' font-size='12'>1000</text><line class='sa-grid' x1='64' x2='1024' y1='179.7' y2='179.7' stroke-width='1'/><text class='sa-muted' x='56' y='183.7' text-anchor='end' font-size='12'>1100</text><line class='sa-grid' x1='64' x2='1024' y1='125.8' y2='125.8' stroke-width='1'/><text class='sa-muted' x='56' y='129.8' text-anchor='end' font-size='12'>1200</text><line class='sa-grid' x1='64' x2='1024' y1='71.9' y2='71.9' stroke-width='1'/><text class='sa-muted' x='56' y='75.9' text-anchor='end' font-size='12'>1300</text><line class='sa-grid' x1='64' x2='1024' y1='18.0' y2='18.0' stroke-width='1'/><text class='sa-muted' x='56' y='22.0' text-anchor='end' font-size='12'>1400</text><text class='sa-text' transform='translate(16 173) rotate(-90)' text-anchor='middle' font-size='13'>Elo</text><line class='sa-ink' x1='64' x2='1024' y1='233.7' y2='233.7' stroke-width='1' stroke-dasharray='4 4' opacity='0.5'/><rect x='73.6' y='253.6' width='22.4' height='74.4' fill='#69acd2' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='96.0' y='253.6' width='22.4' height='74.4' fill='#db7727' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='96.0' x2='96.0' y1='220.7' y2='292.4'/><line x1='91.0' x2='101.0' y1='220.7' y2='220.7'/><line x1='91.0' x2='101.0' y1='292.4' y2='292.4'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(100.0 342.0) rotate(-35)'>LaplacianScore</text><rect class='sa-hit' x='64.0' y='18' width='64' height='414'><title>LaplacianScore (Distance, non-search)
-Elo 963  [95% CI 891–1024]
-Stability 0.588
-Validity 0.847</title></rect><rect x='137.6' y='233.7' width='22.4' height='94.3' fill='#ffffff' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='160.0' y='233.7' width='22.4' height='94.3' fill='#eab081' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='160.0' x2='160.0' y1='208.9' y2='262.8'/><line x1='155.0' x2='165.0' y1='208.9' y2='208.9'/><line x1='155.0' x2='165.0' y1='262.8' y2='262.8'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(164.0 342.0) rotate(-35)'>Random</text><rect class='sa-hit' x='128.0' y='18' width='64' height='414'><title>Random (Baseline, baseline)
-Elo 1000  [95% CI 946–1046]
-Stability -0.001
-Validity 0.493</title></rect><rect x='201.6' y='138.8' width='22.4' height='189.2' fill='#b3d5e8' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='224.0' y='138.8' width='22.4' height='189.2' fill='#e39455' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='224.0' x2='224.0' y1='116.1' y2='160.9'/><line x1='219.0' x2='229.0' y1='116.1' y2='116.1'/><line x1='219.0' x2='229.0' y1='160.9' y2='160.9'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(228.0 342.0) rotate(-35)'>LOCO</text><rect class='sa-hit' x='192.0' y='18' width='64' height='414'><title>LOCO (Leave-one-out, search)
-Elo 1176  [95% CI 1135–1218]
-Stability 0.299
-Validity 0.665</title></rect><rect x='265.6' y='133.4' width='22.4' height='194.6' fill='#cde4f0' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='288.0' y='133.4' width='22.4' height='194.6' fill='#e59b61' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='288.0' x2='288.0' y1='107.5' y2='158.7'/><line x1='283.0' x2='293.0' y1='107.5' y2='107.5'/><line x1='283.0' x2='293.0' y1='158.7' y2='158.7'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(292.0 342.0) rotate(-35)'>SBE</text><rect class='sa-hit' x='256.0' y='18' width='64' height='414'><title>SBE (Backward search, search)
-Elo 1186  [95% CI 1139–1234]
-Stability 0.195
-Validity 0.621</title></rect><rect x='329.6' y='122.6' width='22.4' height='205.4' fill='#5ba4ce' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='352.0' y='122.6' width='22.4' height='205.4' fill='#da7220' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='352.0' x2='352.0' y1='98.9' y2='146.9'/><line x1='347.0' x2='357.0' y1='98.9' y2='98.9'/><line x1='347.0' x2='357.0' y1='146.9' y2='146.9'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(356.0 342.0) rotate(-35)'>(R)ReliefF</text><rect class='sa-hit' x='320.0' y='18' width='64' height='414'><title>(R)ReliefF (Distance, non-search)
-Elo 1206  [95% CI 1161–1250]
-Stability 0.642
-Validity 0.873</title></rect><rect x='393.6' y='103.2' width='22.4' height='224.8' fill='#529fcb' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='416.0' y='103.2' width='22.4' height='224.8' fill='#d7670f' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='416.0' x2='416.0' y1='83.2' y2='124.2'/><line x1='411.0' x2='421.0' y1='83.2' y2='83.2'/><line x1='411.0' x2='421.0' y1='124.2' y2='124.2'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(420.0 342.0) rotate(-35)'>GainRatio</text><rect class='sa-hit' x='384.0' y='18' width='64' height='414'><title>GainRatio (Information theory, non-search)
-Elo 1242  [95% CI 1203–1279]
-Stability 0.679
-Validity 0.942</title></rect><rect x='457.6' y='98.9' width='22.4' height='229.1' fill='#94c4df' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='480.0' y='98.9' width='22.4' height='229.1' fill='#da701c' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='480.0' x2='480.0' y1='79.5' y2='121.0'/><line x1='475.0' x2='485.0' y1='79.5' y2='79.5'/><line x1='475.0' x2='485.0' y1='121.0' y2='121.0'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(484.0 342.0) rotate(-35)'>Lasso</text><rect class='sa-hit' x='448.0' y='18' width='64' height='414'><title>Lasso (Regularization, non-search)
-Elo 1250  [95% CI 1209–1286]
-Stability 0.421
-Validity 0.890</title></rect><rect x='521.6' y='96.2' width='22.4' height='231.8' fill='#78b5d6' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='544.0' y='96.2' width='22.4' height='231.8' fill='#de8238' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='544.0' x2='544.0' y1='75.1' y2='116.7'/><line x1='539.0' x2='549.0' y1='75.1' y2='75.1'/><line x1='539.0' x2='549.0' y1='116.7' y2='116.7'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(548.0 342.0) rotate(-35)'>mRMR</text><rect class='sa-hit' x='512.0' y='18' width='64' height='414'><title>mRMR (Information theory, non-search)
-Elo 1255  [95% CI 1217–1294]
-Stability 0.528
-Validity 0.779</title></rect><rect x='585.6' y='88.1' width='22.4' height='239.9' fill='#a1cbe3' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='608.0' y='88.1' width='22.4' height='239.9' fill='#e08640' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='608.0' x2='608.0' y1='64.4' y2='112.9'/><line x1='603.0' x2='613.0' y1='64.4' y2='64.4'/><line x1='603.0' x2='613.0' y1='112.9' y2='112.9'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(612.0 342.0) rotate(-35)'>SFS</text><rect class='sa-hit' x='576.0' y='18' width='64' height='414'><title>SFS (Forward search, search)
-Elo 1270  [95% CI 1224–1314]
-Stability 0.368
-Validity 0.750</title></rect><rect x='649.6' y='80.5' width='22.4' height='247.5' fill='#7db7d8' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='672.0' y='80.5' width='22.4' height='247.5' fill='#d96c16' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='672.0' x2='672.0' y1='57.9' y2='102.1'/><line x1='667.0' x2='677.0' y1='57.9' y2='57.9'/><line x1='667.0' x2='677.0' y1='102.1' y2='102.1'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(676.0 342.0) rotate(-35)'>ElasticNet</text><rect class='sa-hit' x='640.0' y='18' width='64' height='414'><title>ElasticNet (Regularization, non-search)
-Elo 1284  [95% CI 1244–1326]
-Stability 0.509
-Validity 0.915</title></rect><rect x='713.6' y='77.3' width='22.4' height='250.7' fill='#4699c7' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='736.0' y='77.3' width='22.4' height='250.7' fill='#d7660c' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='736.0' x2='736.0' y1='55.2' y2='98.9'/><line x1='731.0' x2='741.0' y1='55.2' y2='55.2'/><line x1='731.0' x2='741.0' y1='98.9' y2='98.9'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(740.0 342.0) rotate(-35)'>F-Test</text><rect class='sa-hit' x='704.0' y='18' width='64' height='414'><title>F-Test (Correlation, non-search)
-Elo 1290  [95% CI 1250–1331]
-Stability 0.725
-Validity 0.952</title></rect><rect x='777.6' y='77.3' width='22.4' height='250.7' fill='#5ba4cd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='800.0' y='77.3' width='22.4' height='250.7' fill='#d96e1a' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='800.0' x2='800.0' y1='59.0' y2='96.2'/><line x1='795.0' x2='805.0' y1='59.0' y2='59.0'/><line x1='795.0' x2='805.0' y1='96.2' y2='96.2'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(804.0 342.0) rotate(-35)'>MI</text><rect class='sa-hit' x='768.0' y='18' width='64' height='414'><title>MI (Information theory, non-search)
-Elo 1290  [95% CI 1255–1324]
-Stability 0.645
-Validity 0.898</title></rect><rect x='841.6' y='67.6' width='22.4' height='260.4' fill='#94c4df' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='864.0' y='67.6' width='22.4' height='260.4' fill='#ebb488' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='864.0' x2='864.0' y1='43.9' y2='89.7'/><line x1='859.0' x2='869.0' y1='43.9' y2='43.9'/><line x1='859.0' x2='869.0' y1='89.7' y2='89.7'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(868.0 342.0) rotate(-35)'>MarkovBlanket</text><rect class='sa-hit' x='832.0' y='18' width='64' height='414'><title>MarkovBlanket (Backward search, search)
-Elo 1308  [95% CI 1267–1352]
-Stability 0.418
-Validity 0.465</title></rect><rect x='905.6' y='63.8' width='22.4' height='264.2' fill='#84bbda' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='928.0' y='63.8' width='22.4' height='264.2' fill='#e08945' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='928.0' x2='928.0' y1='38.5' y2='86.5'/><line x1='923.0' x2='933.0' y1='38.5' y2='38.5'/><line x1='923.0' x2='933.0' y1='86.5' y2='86.5'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(932.0 342.0) rotate(-35)'>CART</text><rect class='sa-hit' x='896.0' y='18' width='64' height='414'><title>CART (Tree, non-search)
-Elo 1315  [95% CI 1273–1362]
-Stability 0.484
-Validity 0.731</title></rect><rect x='969.6' y='48.7' width='22.4' height='279.3' fill='#5fa6cf' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='992.0' y='48.7' width='22.4' height='279.3' fill='#dd7d32' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='992.0' x2='992.0' y1='20.7' y2='73.5'/><line x1='987.0' x2='997.0' y1='20.7' y2='20.7'/><line x1='987.0' x2='997.0' y1='73.5' y2='73.5'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(996.0 342.0) rotate(-35)'>RFImportance</text><rect class='sa-hit' x='960.0' y='18' width='64' height='414'><title>RFImportance (Tree, non-search)
-Elo 1343  [95% CI 1297–1395]
-Stability 0.628
-Validity 0.805</title></rect><line class='sa-ink' x1='64' x2='1024' y1='328.0' y2='328.0' stroke-width='1' opacity='0.4'/><rect x='1070' y='40.0' width='12' height='107.0' fill='url(#sa-g-stab)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='30.0' text-anchor='middle' font-size='12'>stable</text><text class='sa-text' x='1076' y='165.0' text-anchor='middle' font-size='12'>unstable</text><text class='sa-muted' x='1088' y='151.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='97.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='44.0' font-size='11'>1.0</text><rect x='1070' y='207.0' width='12' height='107.0' fill='url(#sa-g-val)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='197.0' text-anchor='middle' font-size='12'>valid</text><text class='sa-text' x='1076' y='332.0' text-anchor='middle' font-size='12'>invalid</text><text class='sa-muted' x='1088' y='318.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='264.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='211.0' font-size='11'>1.0</text><rect x='1070' y='352.0' width='12' height='12' fill='url(#sa-na)' stroke='#000' stroke-width='0.6'/><text class='sa-muted' x='1088' y='362.0' font-size='11'>no result</text></svg><script type='text/plain' id='sa-csv'>Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Stability,Validity
+.sa-hit { fill:transparent; cursor:default; }
+.sa-hit:hover, .sa-hit.sa-on { fill:var(--fg); fill-opacity:0.06; }
+</style><defs><pattern id='sa-na' width='6' height='6' patternUnits='userSpaceOnUse' patternTransform='rotate(45)'><rect width='6' height='6' fill='#e5e7eb'/><line x1='0' y1='0' x2='0' y2='6' stroke='#9ca3af' stroke-width='2'/></pattern><linearGradient id='sa-g-stab' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#0072B2'/></linearGradient><linearGradient id='sa-g-val' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#D55E00'/></linearGradient></defs><line class='sa-grid' x1='64' x2='1024' y1='287.6' y2='287.6' stroke-width='1'/><text class='sa-muted' x='56' y='291.6' text-anchor='end' font-size='12'>900</text><line class='sa-grid' x1='64' x2='1024' y1='233.7' y2='233.7' stroke-width='1'/><text class='sa-muted' x='56' y='237.7' text-anchor='end' font-size='12'>1000</text><line class='sa-grid' x1='64' x2='1024' y1='179.7' y2='179.7' stroke-width='1'/><text class='sa-muted' x='56' y='183.7' text-anchor='end' font-size='12'>1100</text><line class='sa-grid' x1='64' x2='1024' y1='125.8' y2='125.8' stroke-width='1'/><text class='sa-muted' x='56' y='129.8' text-anchor='end' font-size='12'>1200</text><line class='sa-grid' x1='64' x2='1024' y1='71.9' y2='71.9' stroke-width='1'/><text class='sa-muted' x='56' y='75.9' text-anchor='end' font-size='12'>1300</text><line class='sa-grid' x1='64' x2='1024' y1='18.0' y2='18.0' stroke-width='1'/><text class='sa-muted' x='56' y='22.0' text-anchor='end' font-size='12'>1400</text><text class='sa-text' transform='translate(16 173) rotate(-90)' text-anchor='middle' font-size='13'>Elo</text><line class='sa-ink' x1='64' x2='1024' y1='233.7' y2='233.7' stroke-width='1' stroke-dasharray='4 4' opacity='0.5'/><rect x='73.6' y='253.6' width='22.4' height='74.4' fill='#69acd2' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='96.0' y='253.6' width='22.4' height='74.4' fill='#db7727' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='96.0' x2='96.0' y1='220.7' y2='292.4'/><line x1='91.0' x2='101.0' y1='220.7' y2='220.7'/><line x1='91.0' x2='101.0' y1='292.4' y2='292.4'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(100.0 342.0) rotate(-35)'>LaplacianScore</text><rect class='sa-hit' x='64.0' y='18' width='64' height='414' data-tip='LaplacianScore (Distance, non-search)&#10;Elo 963  [95% CI 891–1024]&#10;Stability 0.588&#10;Validity 0.847' aria-label='LaplacianScore (Distance, non-search)&#10;Elo 963  [95% CI 891–1024]&#10;Stability 0.588&#10;Validity 0.847'/><rect x='137.6' y='233.7' width='22.4' height='94.3' fill='#ffffff' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='160.0' y='233.7' width='22.4' height='94.3' fill='#eab081' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='160.0' x2='160.0' y1='208.9' y2='262.8'/><line x1='155.0' x2='165.0' y1='208.9' y2='208.9'/><line x1='155.0' x2='165.0' y1='262.8' y2='262.8'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(164.0 342.0) rotate(-35)'>Random</text><rect class='sa-hit' x='128.0' y='18' width='64' height='414' data-tip='Random (Baseline, baseline)&#10;Elo 1000  [95% CI 946–1046]&#10;Stability -0.001&#10;Validity 0.493' aria-label='Random (Baseline, baseline)&#10;Elo 1000  [95% CI 946–1046]&#10;Stability -0.001&#10;Validity 0.493'/><rect x='201.6' y='138.8' width='22.4' height='189.2' fill='#b3d5e8' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='224.0' y='138.8' width='22.4' height='189.2' fill='#e39455' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='224.0' x2='224.0' y1='116.1' y2='160.9'/><line x1='219.0' x2='229.0' y1='116.1' y2='116.1'/><line x1='219.0' x2='229.0' y1='160.9' y2='160.9'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(228.0 342.0) rotate(-35)'>LOCO</text><rect class='sa-hit' x='192.0' y='18' width='64' height='414' data-tip='LOCO (Leave-one-out, search)&#10;Elo 1176  [95% CI 1135–1218]&#10;Stability 0.299&#10;Validity 0.665' aria-label='LOCO (Leave-one-out, search)&#10;Elo 1176  [95% CI 1135–1218]&#10;Stability 0.299&#10;Validity 0.665'/><rect x='265.6' y='133.4' width='22.4' height='194.6' fill='#cde4f0' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='288.0' y='133.4' width='22.4' height='194.6' fill='#e59b61' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='288.0' x2='288.0' y1='107.5' y2='158.7'/><line x1='283.0' x2='293.0' y1='107.5' y2='107.5'/><line x1='283.0' x2='293.0' y1='158.7' y2='158.7'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(292.0 342.0) rotate(-35)'>SBE</text><rect class='sa-hit' x='256.0' y='18' width='64' height='414' data-tip='SBE (Backward search, search)&#10;Elo 1186  [95% CI 1139–1234]&#10;Stability 0.195&#10;Validity 0.621' aria-label='SBE (Backward search, search)&#10;Elo 1186  [95% CI 1139–1234]&#10;Stability 0.195&#10;Validity 0.621'/><rect x='329.6' y='122.6' width='22.4' height='205.4' fill='#5ba4ce' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='352.0' y='122.6' width='22.4' height='205.4' fill='#da7220' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='352.0' x2='352.0' y1='98.9' y2='146.9'/><line x1='347.0' x2='357.0' y1='98.9' y2='98.9'/><line x1='347.0' x2='357.0' y1='146.9' y2='146.9'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(356.0 342.0) rotate(-35)'>(R)ReliefF</text><rect class='sa-hit' x='320.0' y='18' width='64' height='414' data-tip='(R)ReliefF (Distance, non-search)&#10;Elo 1206  [95% CI 1161–1250]&#10;Stability 0.642&#10;Validity 0.873' aria-label='(R)ReliefF (Distance, non-search)&#10;Elo 1206  [95% CI 1161–1250]&#10;Stability 0.642&#10;Validity 0.873'/><rect x='393.6' y='103.2' width='22.4' height='224.8' fill='#529fcb' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='416.0' y='103.2' width='22.4' height='224.8' fill='#d7670f' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='416.0' x2='416.0' y1='83.2' y2='124.2'/><line x1='411.0' x2='421.0' y1='83.2' y2='83.2'/><line x1='411.0' x2='421.0' y1='124.2' y2='124.2'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(420.0 342.0) rotate(-35)'>GainRatio</text><rect class='sa-hit' x='384.0' y='18' width='64' height='414' data-tip='GainRatio (Information theory, non-search)&#10;Elo 1242  [95% CI 1203–1279]&#10;Stability 0.679&#10;Validity 0.942' aria-label='GainRatio (Information theory, non-search)&#10;Elo 1242  [95% CI 1203–1279]&#10;Stability 0.679&#10;Validity 0.942'/><rect x='457.6' y='98.9' width='22.4' height='229.1' fill='#94c4df' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='480.0' y='98.9' width='22.4' height='229.1' fill='#da701c' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='480.0' x2='480.0' y1='79.5' y2='121.0'/><line x1='475.0' x2='485.0' y1='79.5' y2='79.5'/><line x1='475.0' x2='485.0' y1='121.0' y2='121.0'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(484.0 342.0) rotate(-35)'>Lasso</text><rect class='sa-hit' x='448.0' y='18' width='64' height='414' data-tip='Lasso (Regularization, non-search)&#10;Elo 1250  [95% CI 1209–1286]&#10;Stability 0.421&#10;Validity 0.890' aria-label='Lasso (Regularization, non-search)&#10;Elo 1250  [95% CI 1209–1286]&#10;Stability 0.421&#10;Validity 0.890'/><rect x='521.6' y='96.2' width='22.4' height='231.8' fill='#78b5d6' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='544.0' y='96.2' width='22.4' height='231.8' fill='#de8238' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='544.0' x2='544.0' y1='75.1' y2='116.7'/><line x1='539.0' x2='549.0' y1='75.1' y2='75.1'/><line x1='539.0' x2='549.0' y1='116.7' y2='116.7'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(548.0 342.0) rotate(-35)'>mRMR</text><rect class='sa-hit' x='512.0' y='18' width='64' height='414' data-tip='mRMR (Information theory, non-search)&#10;Elo 1255  [95% CI 1217–1294]&#10;Stability 0.528&#10;Validity 0.779' aria-label='mRMR (Information theory, non-search)&#10;Elo 1255  [95% CI 1217–1294]&#10;Stability 0.528&#10;Validity 0.779'/><rect x='585.6' y='88.1' width='22.4' height='239.9' fill='#a1cbe3' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='608.0' y='88.1' width='22.4' height='239.9' fill='#e08640' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='608.0' x2='608.0' y1='64.4' y2='112.9'/><line x1='603.0' x2='613.0' y1='64.4' y2='64.4'/><line x1='603.0' x2='613.0' y1='112.9' y2='112.9'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(612.0 342.0) rotate(-35)'>SFS</text><rect class='sa-hit' x='576.0' y='18' width='64' height='414' data-tip='SFS (Forward search, search)&#10;Elo 1270  [95% CI 1224–1314]&#10;Stability 0.368&#10;Validity 0.750' aria-label='SFS (Forward search, search)&#10;Elo 1270  [95% CI 1224–1314]&#10;Stability 0.368&#10;Validity 0.750'/><rect x='649.6' y='80.5' width='22.4' height='247.5' fill='#7db7d8' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='672.0' y='80.5' width='22.4' height='247.5' fill='#d96c16' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='672.0' x2='672.0' y1='57.9' y2='102.1'/><line x1='667.0' x2='677.0' y1='57.9' y2='57.9'/><line x1='667.0' x2='677.0' y1='102.1' y2='102.1'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(676.0 342.0) rotate(-35)'>ElasticNet</text><rect class='sa-hit' x='640.0' y='18' width='64' height='414' data-tip='ElasticNet (Regularization, non-search)&#10;Elo 1284  [95% CI 1244–1326]&#10;Stability 0.509&#10;Validity 0.915' aria-label='ElasticNet (Regularization, non-search)&#10;Elo 1284  [95% CI 1244–1326]&#10;Stability 0.509&#10;Validity 0.915'/><rect x='713.6' y='77.3' width='22.4' height='250.7' fill='#4699c7' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='736.0' y='77.3' width='22.4' height='250.7' fill='#d7660c' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='736.0' x2='736.0' y1='55.2' y2='98.9'/><line x1='731.0' x2='741.0' y1='55.2' y2='55.2'/><line x1='731.0' x2='741.0' y1='98.9' y2='98.9'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(740.0 342.0) rotate(-35)'>F-Test</text><rect class='sa-hit' x='704.0' y='18' width='64' height='414' data-tip='F-Test (Correlation, non-search)&#10;Elo 1290  [95% CI 1250–1331]&#10;Stability 0.725&#10;Validity 0.952' aria-label='F-Test (Correlation, non-search)&#10;Elo 1290  [95% CI 1250–1331]&#10;Stability 0.725&#10;Validity 0.952'/><rect x='777.6' y='77.3' width='22.4' height='250.7' fill='#5ba4cd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='800.0' y='77.3' width='22.4' height='250.7' fill='#d96e1a' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='800.0' x2='800.0' y1='59.0' y2='96.2'/><line x1='795.0' x2='805.0' y1='59.0' y2='59.0'/><line x1='795.0' x2='805.0' y1='96.2' y2='96.2'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(804.0 342.0) rotate(-35)'>MI</text><rect class='sa-hit' x='768.0' y='18' width='64' height='414' data-tip='MI (Information theory, non-search)&#10;Elo 1290  [95% CI 1255–1324]&#10;Stability 0.645&#10;Validity 0.898' aria-label='MI (Information theory, non-search)&#10;Elo 1290  [95% CI 1255–1324]&#10;Stability 0.645&#10;Validity 0.898'/><rect x='841.6' y='67.6' width='22.4' height='260.4' fill='#94c4df' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='864.0' y='67.6' width='22.4' height='260.4' fill='#ebb488' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='864.0' x2='864.0' y1='43.9' y2='89.7'/><line x1='859.0' x2='869.0' y1='43.9' y2='43.9'/><line x1='859.0' x2='869.0' y1='89.7' y2='89.7'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(868.0 342.0) rotate(-35)'>MarkovBlanket</text><rect class='sa-hit' x='832.0' y='18' width='64' height='414' data-tip='MarkovBlanket (Backward search, search)&#10;Elo 1308  [95% CI 1267–1352]&#10;Stability 0.418&#10;Validity 0.465' aria-label='MarkovBlanket (Backward search, search)&#10;Elo 1308  [95% CI 1267–1352]&#10;Stability 0.418&#10;Validity 0.465'/><rect x='905.6' y='63.8' width='22.4' height='264.2' fill='#84bbda' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='928.0' y='63.8' width='22.4' height='264.2' fill='#e08945' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='928.0' x2='928.0' y1='38.5' y2='86.5'/><line x1='923.0' x2='933.0' y1='38.5' y2='38.5'/><line x1='923.0' x2='933.0' y1='86.5' y2='86.5'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(932.0 342.0) rotate(-35)'>CART</text><rect class='sa-hit' x='896.0' y='18' width='64' height='414' data-tip='CART (Tree, non-search)&#10;Elo 1315  [95% CI 1273–1362]&#10;Stability 0.484&#10;Validity 0.731' aria-label='CART (Tree, non-search)&#10;Elo 1315  [95% CI 1273–1362]&#10;Stability 0.484&#10;Validity 0.731'/><rect x='969.6' y='48.7' width='22.4' height='279.3' fill='#5fa6cf' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='992.0' y='48.7' width='22.4' height='279.3' fill='#dd7d32' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='992.0' x2='992.0' y1='20.7' y2='73.5'/><line x1='987.0' x2='997.0' y1='20.7' y2='20.7'/><line x1='987.0' x2='997.0' y1='73.5' y2='73.5'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(996.0 342.0) rotate(-35)'>RFImportance</text><rect class='sa-hit' x='960.0' y='18' width='64' height='414' data-tip='RFImportance (Tree, non-search)&#10;Elo 1343  [95% CI 1297–1395]&#10;Stability 0.628&#10;Validity 0.805' aria-label='RFImportance (Tree, non-search)&#10;Elo 1343  [95% CI 1297–1395]&#10;Stability 0.628&#10;Validity 0.805'/><line class='sa-ink' x1='64' x2='1024' y1='328.0' y2='328.0' stroke-width='1' opacity='0.4'/><rect x='1070' y='40.0' width='12' height='107.0' fill='url(#sa-g-stab)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='30.0' text-anchor='middle' font-size='12'>stable</text><text class='sa-text' x='1076' y='165.0' text-anchor='middle' font-size='12'>unstable</text><text class='sa-muted' x='1088' y='151.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='97.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='44.0' font-size='11'>1.0</text><rect x='1070' y='207.0' width='12' height='107.0' fill='url(#sa-g-val)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='197.0' text-anchor='middle' font-size='12'>valid</text><text class='sa-text' x='1076' y='332.0' text-anchor='middle' font-size='12'>invalid</text><text class='sa-muted' x='1088' y='318.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='264.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='211.0' font-size='11'>1.0</text><rect x='1070' y='352.0' width='12' height='12' fill='url(#sa-na)' stroke='#000' stroke-width='0.6'/><text class='sa-muted' x='1088' y='362.0' font-size='11'>no result</text></svg><script type='text/plain' id='sa-csv'>Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Stability,Validity
 RFImportance,Non-search,Tree,1343.0,1297.0,1395.0,0.628,0.805
 CART,Non-search,Tree,1315.0,1273.0,1362.0,0.484,0.731
 MarkovBlanket,Search,Backward search,1308.0,1267.0,1352.0,0.418,0.465
@@ -105,6 +65,47 @@ function saCsv(name) {
   if (window.ResizeObserver) new ResizeObserver(post).observe(document.body);
 })();
 
+// Instant tooltip: a native SVG <title> only shows after a browser delay of 1-3 s.
+(function () {
+  var tip = document.createElement('div');
+  tip.id = 'sa-tip';
+  document.body.appendChild(tip);
+  var current = null;
+  function show(hit, x, y) {
+    if (current !== hit) {
+      if (current) current.classList.remove('sa-on');
+      current = hit;
+      hit.classList.add('sa-on');
+      var lines = hit.getAttribute('data-tip').split('\n');
+      tip.textContent = '';
+      var head = document.createElement('b');
+      head.textContent = lines[0];
+      tip.appendChild(head);
+      tip.appendChild(document.createTextNode('\n' + lines.slice(1).join('\n')));
+      tip.style.display = 'block';
+    }
+    var w = tip.offsetWidth, h = tip.offsetHeight;
+    var left = x + 14, top = y + 14;
+    if (left + w > window.innerWidth - 4) left = Math.max(4, x - w - 14);
+    if (top + h > window.innerHeight - 4) top = Math.max(4, y - h - 14);
+    tip.style.left = left + 'px';
+    tip.style.top = top + 'px';
+  }
+  function hide() {
+    if (current) current.classList.remove('sa-on');
+    current = null;
+    tip.style.display = 'none';
+  }
+  document.addEventListener('pointermove', function (e) {
+    var hit = e.target.closest ? e.target.closest('.sa-hit') : null;
+    if (hit) show(hit, e.clientX, e.clientY); else if (e.pointerType === 'mouse') hide();
+  });
+  document.addEventListener('pointerdown', function (e) {  // touch: tap a bar to show, elsewhere to hide
+    var hit = e.target.closest ? e.target.closest('.sa-hit') : null;
+    if (hit) show(hit, e.clientX, e.clientY); else hide();
+  });
+  document.addEventListener('mouseleave', hide);
+})();
 function saSvgString() {
   var svg = document.getElementById('sa-figure').cloneNode(true);
   var style = getComputedStyle(document.documentElement);

data/subsets/tasks_all/models_all/budgets_0/leaderboard_table.html

@@ -29,7 +29,7 @@ td.na { color:var(--muted); }
   font-size:12px; color:var(--fg); }
 .pill.cat-search { border-color:var(--accent); }
 .pill.cat-baseline { color:var(--muted); }
-</style></head><body><div class='toolbar'><span class='hint'>Click a column to sort. Hover a header for its definition.</span><button onclick="saCsv('selectarena_leaderboard.csv')">CSV</button></div><div class='wrap'><table id='sa-table'><thead><tr><th class='num'>#</th><th class=''>Method</th><th class='' title='Taxonomy of the paper (Appendix A). Search methods evaluate many feature subsets with the model (forward, backward, leave-one-out); non-search methods use a proxy instead (correlation, distance, information theory, tree, regularization).'>Type</th><th class='num' title='Bradley-Terry Elo from pairwise matches within each dataset, budget and downstream model. Random = 1000. +/− give the 95% bootstrap interval.'>Elo ↑</th><th class='num' title='Mean rank of the downstream error.'>Avg. rank ↓</th><th class='num' title='Share of pairwise comparisons won, in %. Ties count half.'>Win rate ↑</th><th class='num' title='Mean relative gap (error − best error) / error to the best method, in %.'>Improvability ↓</th><th class='num' title='Mean ratio of the error to the same model trained on all features. Below 1: the selection helped.'>Error vs. all ↓</th><th class='num' title='Agreement of the selected features across bootstrap resamples (Nogueira et al., 2018).'>Stability ↑</th><th class='num' title='Share of the budget filled with original features when as many noise features are added.'>Validity ↑</th><th class='num' title='Median wall-clock time of the selection.'>Time (s) ↓</th><th class='num' title='Share of runs where the method ran out of time and random features filled the budget.'>Fallback (%)</th><th class='num'>#Datasets</th></tr></thead><tbody><tr><td class='num' data-sort='1'>1</td><td class='method' data-sort='RFImportance'>RFImportance</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1343.0'>1343<span class='sub'>+52 / −46</span></td><td class='num' data-sort='6.29'>6.29</td><td class='num' data-sort='62.2'>62.2</td><td class='num' data-sort='20.0'>20.0</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.628'>0.628</td><td class='num' data-sort='0.805'>0.805</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='2'>2</td><td class='method' data-sort='CART'>CART</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1315.0'>1315<span class='sub'>+47 / −42</span></td><td class='num' data-sort='6.56'>6.56</td><td class='num' data-sort='60.3'>60.3</td><td class='num' data-sort='22.6'>22.6</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.484'>0.484</td><td class='num' data-sort='0.731'>0.731</td><td class='num' data-sort='0.1'>0.1</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='3'>3</td><td class='method' data-sort='MarkovBlanket'>MarkovBlanket</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1308.0'>1308<span class='sub'>+44 / −41</span></td><td class='num' data-sort='6.67'>6.67</td><td class='num' data-sort='59.5'>59.5</td><td class='num' data-sort='21.8'>21.8</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.418'>0.418</td><td class='num' data-sort='0.465'>0.465</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='4'>4</td><td class='method' data-sort='F-Test'>F-Test</td><td class='' data-sort='Correlation'><span class='pill cat-non-search'>Correlation</span><span class='sub'>non-search</span></td><td class='num' data-sort='1290.0'>1290<span class='sub'>+41 / −40</span></td><td class='num' data-sort='7.11'>7.11</td><td class='num' data-sort='56.4'>56.4</td><td class='num' data-sort='23.8'>23.8</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.725'>0.725</td><td class='num' data-sort='0.952'>0.952</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='5'>5</td><td class='method' data-sort='MI'>MI</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1290.0'>1290<span class='sub'>+34 / −35</span></td><td class='num' data-sort='6.95'>6.95</td><td class='num' data-sort='57.5'>57.5</td><td class='num' data-sort='23.0'>23.0</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.645'>0.645</td><td class='num' data-sort='0.898'>0.898</td><td class='num' data-sort='0.4'>0.4</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='6'>6</td><td class='method' data-sort='ElasticNet'>ElasticNet</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1284.0'>1284<span class='sub'>+42 / −40</span></td><td class='num' data-sort='6.95'>6.95</td><td class='num' data-sort='57.5'>57.5</td><td class='num' data-sort='24.4'>24.4</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.509'>0.509</td><td class='num' data-sort='0.915'>0.915</td><td class='num' data-sort='7.5'>7.5</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='7'>7</td><td class='method' data-sort='SFS'>SFS</td><td class='' data-sort='Forward search'><span class='pill cat-search'>Forward search</span><span class='sub'>search</span></td><td class='num' data-sort='1270.0'>1270<span class='sub'>+44 / −46</span></td><td class='num' data-sort='7.13'>7.13</td><td class='num' data-sort='56.2'>56.2</td><td class='num' data-sort='24.5'>24.5</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.368'>0.368</td><td class='num' data-sort='0.75'>0.750</td><td class='num' data-sort='941.9'>941.9</td><td class='num' data-sort='29.1'>29.1</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='8'>8</td><td class='method' data-sort='mRMR'>mRMR</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1255.0'>1255<span class='sub'>+39 / −38</span></td><td class='num' data-sort='7.68'>7.68</td><td class='num' data-sort='52.3'>52.3</td><td class='num' data-sort='24.7'>24.7</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.528'>0.528</td><td class='num' data-sort='0.779'>0.779</td><td class='num' data-sort='0.3'>0.3</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='9'>9</td><td class='method' data-sort='Lasso'>Lasso</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1250.0'>1250<span class='sub'>+36 / −41</span></td><td class='num' data-sort='7.42'>7.42</td><td class='num' data-sort='54.1'>54.1</td><td class='num' data-sort='25.7'>25.7</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.421'>0.421</td><td class='num' data-sort='0.89'>0.890</td><td class='num' data-sort='2.2'>2.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='10'>10</td><td class='method' data-sort='GainRatio'>GainRatio</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1242.0'>1242<span class='sub'>+37 / −39</span></td><td class='num' data-sort='7.98'>7.98</td><td class='num' data-sort='50.1'>50.1</td><td class='num' data-sort='26.5'>26.5</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.679'>0.679</td><td class='num' data-sort='0.942'>0.942</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='11'>11</td><td class='method' data-sort='(R)ReliefF'>(R)ReliefF</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='1206.0'>1206<span class='sub'>+44 / −45</span></td><td class='num' data-sort='8.47'>8.47</td><td class='num' data-sort='46.6'>46.6</td><td class='num' data-sort='28.4'>28.4</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.642'>0.642</td><td class='num' data-sort='0.873'>0.873</td><td class='num' data-sort='14.2'>14.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='12'>12</td><td class='method' data-sort='SBE'>SBE</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1186.0'>1186<span class='sub'>+48 / −47</span></td><td class='num' data-sort='8.7'>8.70</td><td class='num' data-sort='45.0'>45.0</td><td class='num' data-sort='30.3'>30.3</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.195'>0.195</td><td class='num' data-sort='0.621'>0.621</td><td class='num' data-sort='3579.1'>3,579.1</td><td class='num' data-sort='49.6'>49.6</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='13'>13</td><td class='method' data-sort='LOCO'>LOCO</td><td class='' data-sort='Leave-one-out'><span class='pill cat-search'>Leave-one-out</span><span class='sub'>search</span></td><td class='num' data-sort='1176.0'>1176<span class='sub'>+42 / −41</span></td><td class='num' data-sort='8.54'>8.54</td><td class='num' data-sort='46.1'>46.1</td><td class='num' data-sort='29.9'>29.9</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.299'>0.299</td><td class='num' data-sort='0.665'>0.665</td><td class='num' data-sort='242.0'>242.0</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='14'>14</td><td class='method' data-sort='Random'>Random</td><td class='' data-sort='Baseline'><span class='pill cat-baseline'>Baseline</span></td><td class='num' data-sort='1000.0'>1000<span class='sub'>+46 / −54</span></td><td class='num' data-sort='11.38'>11.38</td><td class='num' data-sort='25.9'>25.9</td><td class='num' data-sort='42.0'>42.0</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='-0.001'>-0.001</td><td class='num' data-sort='0.493'>0.493</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='100.0'>100.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='15'>15</td><td class='method' data-sort='LaplacianScore'>LaplacianScore</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='963.0'>963<span class='sub'>+61 / −72</span></td><td class='num' data-sort='12.16'>12.16</td><td class='num' data-sort='20.3'>20.3</td><td class='num' data-sort='45.3'>45.3</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.588'>0.588</td><td class='num' data-sort='0.847'>0.847</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr></tbody></table></div><script type='text/plain' id='sa-csv'>Rank,Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Avg. rank,Win rate (%),Improvability (%),Error vs. all features,Stability,Validity,Selection time (s),Fallback rate (%),#Datasets,#Comparisons
+</style></head><body><div class='toolbar'><span class='hint'>Click a column to sort. Hover a header for its definition.</span><button onclick="saCsv('selectarena_leaderboard.csv')">CSV</button></div><div class='wrap'><table id='sa-table'><thead><tr><th class='num'>#</th><th class=''>Method</th><th class='' title='Taxonomy of the paper (Appendix A). Search methods evaluate many feature subsets with the model (forward, backward, leave-one-out); non-search methods use a proxy instead (correlation, distance, information theory, tree, regularization).'>Type</th><th class='num' title='Bradley-Terry Elo from pairwise matches within each dataset, budget and downstream model. Random = 1000. +/− give the 95% bootstrap interval.'>Elo ↑</th><th class='num' title='Mean rank of the downstream error.'>Avg. rank ↓</th><th class='num' title='Mean relative gap (error − best error) / error to the best method, in %.'>Improvability ↓</th><th class='num' title='Agreement of the selected features across bootstrap resamples (Nogueira et al., 2018).'>Stability ↑</th><th class='num' title='Share of the budget filled with original features when as many noise features are added.'>Validity ↑</th><th class='num' title='Median wall-clock time of the selection.'>Time (s) ↓</th><th class='num' title='Share of runs where the method ran out of time and random features filled the budget.'>Fallback (%)</th></tr></thead><tbody><tr><td class='num' data-sort='1'>1</td><td class='method' data-sort='RFImportance'>RFImportance</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1343.0'>1343<span class='sub'>+52 / −46</span></td><td class='num' data-sort='6.29'>6.29</td><td class='num' data-sort='20.0'>20.0</td><td class='num' data-sort='0.628'>0.628</td><td class='num' data-sort='0.805'>0.805</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='2'>2</td><td class='method' data-sort='CART'>CART</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1315.0'>1315<span class='sub'>+47 / −42</span></td><td class='num' data-sort='6.56'>6.56</td><td class='num' data-sort='22.6'>22.6</td><td class='num' data-sort='0.484'>0.484</td><td class='num' data-sort='0.731'>0.731</td><td class='num' data-sort='0.1'>0.1</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='3'>3</td><td class='method' data-sort='MarkovBlanket'>MarkovBlanket</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1308.0'>1308<span class='sub'>+44 / −41</span></td><td class='num' data-sort='6.67'>6.67</td><td class='num' data-sort='21.8'>21.8</td><td class='num' data-sort='0.418'>0.418</td><td class='num' data-sort='0.465'>0.465</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='4'>4</td><td class='method' data-sort='F-Test'>F-Test</td><td class='' data-sort='Correlation'><span class='pill cat-non-search'>Correlation</span><span class='sub'>non-search</span></td><td class='num' data-sort='1290.0'>1290<span class='sub'>+41 / −40</span></td><td class='num' data-sort='7.11'>7.11</td><td class='num' data-sort='23.8'>23.8</td><td class='num' data-sort='0.725'>0.725</td><td class='num' data-sort='0.952'>0.952</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='5'>5</td><td class='method' data-sort='MI'>MI</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1290.0'>1290<span class='sub'>+34 / −35</span></td><td class='num' data-sort='6.95'>6.95</td><td class='num' data-sort='23.0'>23.0</td><td class='num' data-sort='0.645'>0.645</td><td class='num' data-sort='0.898'>0.898</td><td class='num' data-sort='0.4'>0.4</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='6'>6</td><td class='method' data-sort='ElasticNet'>ElasticNet</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1284.0'>1284<span class='sub'>+42 / −40</span></td><td class='num' data-sort='6.95'>6.95</td><td class='num' data-sort='24.4'>24.4</td><td class='num' data-sort='0.509'>0.509</td><td class='num' data-sort='0.915'>0.915</td><td class='num' data-sort='7.5'>7.5</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='7'>7</td><td class='method' data-sort='SFS'>SFS</td><td class='' data-sort='Forward search'><span class='pill cat-search'>Forward search</span><span class='sub'>search</span></td><td class='num' data-sort='1270.0'>1270<span class='sub'>+44 / −46</span></td><td class='num' data-sort='7.13'>7.13</td><td class='num' data-sort='24.5'>24.5</td><td class='num' data-sort='0.368'>0.368</td><td class='num' data-sort='0.75'>0.750</td><td class='num' data-sort='941.9'>941.9</td><td class='num' data-sort='29.1'>29.1</td></tr><tr><td class='num' data-sort='8'>8</td><td class='method' data-sort='mRMR'>mRMR</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1255.0'>1255<span class='sub'>+39 / −38</span></td><td class='num' data-sort='7.68'>7.68</td><td class='num' data-sort='24.7'>24.7</td><td class='num' data-sort='0.528'>0.528</td><td class='num' data-sort='0.779'>0.779</td><td class='num' data-sort='0.3'>0.3</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='9'>9</td><td class='method' data-sort='Lasso'>Lasso</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1250.0'>1250<span class='sub'>+36 / −41</span></td><td class='num' data-sort='7.42'>7.42</td><td class='num' data-sort='25.7'>25.7</td><td class='num' data-sort='0.421'>0.421</td><td class='num' data-sort='0.89'>0.890</td><td class='num' data-sort='2.2'>2.2</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='10'>10</td><td class='method' data-sort='GainRatio'>GainRatio</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1242.0'>1242<span class='sub'>+37 / −39</span></td><td class='num' data-sort='7.98'>7.98</td><td class='num' data-sort='26.5'>26.5</td><td class='num' data-sort='0.679'>0.679</td><td class='num' data-sort='0.942'>0.942</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='11'>11</td><td class='method' data-sort='(R)ReliefF'>(R)ReliefF</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='1206.0'>1206<span class='sub'>+44 / −45</span></td><td class='num' data-sort='8.47'>8.47</td><td class='num' data-sort='28.4'>28.4</td><td class='num' data-sort='0.642'>0.642</td><td class='num' data-sort='0.873'>0.873</td><td class='num' data-sort='14.2'>14.2</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='12'>12</td><td class='method' data-sort='SBE'>SBE</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1186.0'>1186<span class='sub'>+48 / −47</span></td><td class='num' data-sort='8.7'>8.70</td><td class='num' data-sort='30.3'>30.3</td><td class='num' data-sort='0.195'>0.195</td><td class='num' data-sort='0.621'>0.621</td><td class='num' data-sort='3579.1'>3,579.1</td><td class='num' data-sort='49.6'>49.6</td></tr><tr><td class='num' data-sort='13'>13</td><td class='method' data-sort='LOCO'>LOCO</td><td class='' data-sort='Leave-one-out'><span class='pill cat-search'>Leave-one-out</span><span class='sub'>search</span></td><td class='num' data-sort='1176.0'>1176<span class='sub'>+42 / −41</span></td><td class='num' data-sort='8.54'>8.54</td><td class='num' data-sort='29.9'>29.9</td><td class='num' data-sort='0.299'>0.299</td><td class='num' data-sort='0.665'>0.665</td><td class='num' data-sort='242.0'>242.0</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='14'>14</td><td class='method' data-sort='Random'>Random</td><td class='' data-sort='Baseline'><span class='pill cat-baseline'>Baseline</span></td><td class='num' data-sort='1000.0'>1000<span class='sub'>+46 / −54</span></td><td class='num' data-sort='11.38'>11.38</td><td class='num' data-sort='42.0'>42.0</td><td class='num' data-sort='-0.001'>-0.001</td><td class='num' data-sort='0.493'>0.493</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='100.0'>100.0</td></tr><tr><td class='num' data-sort='15'>15</td><td class='method' data-sort='LaplacianScore'>LaplacianScore</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='963.0'>963<span class='sub'>+61 / −72</span></td><td class='num' data-sort='12.16'>12.16</td><td class='num' data-sort='45.3'>45.3</td><td class='num' data-sort='0.588'>0.588</td><td class='num' data-sort='0.847'>0.847</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td></tr></tbody></table></div><script type='text/plain' id='sa-csv'>Rank,Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Avg. rank,Win rate (%),Improvability (%),Error vs. all features,Stability,Validity,Selection time (s),Fallback rate (%),#Datasets,#Comparisons
 1,RFImportance,Non-search,Tree,1343.0,1297.0,1395.0,6.29,62.2,20.0,,0.628,0.805,0.2,0.0,71,1065
 2,CART,Non-search,Tree,1315.0,1273.0,1362.0,6.56,60.3,22.6,,0.484,0.731,0.1,0.0,71,1065
 3,MarkovBlanket,Search,Backward search,1308.0,1267.0,1352.0,6.67,59.5,21.8,,0.418,0.465,0.2,0.0,71,1065

data/subsets/tasks_all/models_all/budgets_1/elo_explorer.html

@@ -11,60 +11,20 @@ html, body { margin:0; padding:0; background:var(--bg); color:var(--fg);
 .toolbar button { font:inherit; font-size:12px; color:var(--fg); background:var(--soft);
   border:1px solid var(--line); border-radius:6px; padding:3px 10px; cursor:pointer; }
 .toolbar button:hover { border-color:var(--accent); }
-</style></head><body><div class='toolbar'><span class='hint'>Hover a method for its values.</span><button onclick='saSvg()'>SVG</button><button onclick='saPng()'>PNG</button><button onclick="saCsv('selectarena_elo.csv')">CSV</button></div><svg id='sa-figure' viewBox='0 0 1156 440' role='img' aria-label='Elo rating of each feature selection method, shaded by stability and validity'><style>
+
+#sa-tip { position:fixed; z-index:10; pointer-events:none; display:none; max-width:280px;
+  padding:6px 9px; border-radius:6px; border:1px solid var(--line); background:var(--bg); color:var(--fg);
+  font-size:12px; line-height:1.45; white-space:pre-line; box-shadow:0 2px 8px rgba(0,0,0,0.15); }
+#sa-tip b { font-weight:600; }
+</style></head><body><div class='toolbar'><span class='hint'>Hover or tap a method for its values.</span><button onclick='saSvg()'>SVG</button><button onclick='saPng()'>PNG</button><button onclick="saCsv('selectarena_elo.csv')">CSV</button></div><svg id='sa-figure' viewBox='0 0 1156 440' role='img' aria-label='Elo rating of each feature selection method, shaded by stability and validity'><style>
 svg { display:block; width:100%; height:auto; }
 .sa-text { fill:var(--fg); }
 .sa-muted { fill:var(--muted); }
 .sa-grid { stroke:var(--line); }
 .sa-ink { stroke:var(--fg); }
-.sa-hit { fill:transparent; }
-.sa-hit:hover { fill:var(--fg); fill-opacity:0.06; }
-</style><defs><pattern id='sa-na' width='6' height='6' patternUnits='userSpaceOnUse' patternTransform='rotate(45)'><rect width='6' height='6' fill='#e5e7eb'/><line x1='0' y1='0' x2='0' y2='6' stroke='#9ca3af' stroke-width='2'/></pattern><linearGradient id='sa-g-stab' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#0072B2'/></linearGradient><linearGradient id='sa-g-val' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#D55E00'/></linearGradient></defs><line class='sa-grid' x1='64' x2='1024' y1='287.6' y2='287.6' stroke-width='1'/><text class='sa-muted' x='56' y='291.6' text-anchor='end' font-size='12'>1000</text><line class='sa-grid' x1='64' x2='1024' y1='233.7' y2='233.7' stroke-width='1'/><text class='sa-muted' x='56' y='237.7' text-anchor='end' font-size='12'>1100</text><line class='sa-grid' x1='64' x2='1024' y1='179.7' y2='179.7' stroke-width='1'/><text class='sa-muted' x='56' y='183.7' text-anchor='end' font-size='12'>1200</text><line class='sa-grid' x1='64' x2='1024' y1='125.8' y2='125.8' stroke-width='1'/><text class='sa-muted' x='56' y='129.8' text-anchor='end' font-size='12'>1300</text><line class='sa-grid' x1='64' x2='1024' y1='71.9' y2='71.9' stroke-width='1'/><text class='sa-muted' x='56' y='75.9' text-anchor='end' font-size='12'>1400</text><line class='sa-grid' x1='64' x2='1024' y1='18.0' y2='18.0' stroke-width='1'/><text class='sa-muted' x='56' y='22.0' text-anchor='end' font-size='12'>1500</text><text class='sa-text' transform='translate(16 173) rotate(-90)' text-anchor='middle' font-size='13'>Elo</text><line class='sa-ink' x1='64' x2='1024' y1='287.6' y2='287.6' stroke-width='1' stroke-dasharray='4 4' opacity='0.5'/><rect x='73.6' y='287.6' width='22.4' height='40.4' fill='#ffffff' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='96.0' y='287.6' width='22.4' height='40.4' fill='#eaaf80' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='96.0' x2='96.0' y1='265.5' y2='312.9'/><line x1='91.0' x2='101.0' y1='265.5' y2='265.5'/><line x1='91.0' x2='101.0' y1='312.9' y2='312.9'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(100.0 342.0) rotate(-35)'>Random</text><rect class='sa-hit' x='64.0' y='18' width='64' height='414'><title>Random (Baseline, baseline)
-Elo 1000  [95% CI 953–1041]
-Stability 0.001
-Validity 0.499</title></rect><rect x='137.6' y='274.1' width='22.4' height='53.9' fill='#5ba4cd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='160.0' y='274.1' width='22.4' height='53.9' fill='#db7626' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='160.0' x2='160.0' y1='246.1' y2='308.6'/><line x1='155.0' x2='165.0' y1='246.1' y2='246.1'/><line x1='155.0' x2='165.0' y1='308.6' y2='308.6'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(164.0 342.0) rotate(-35)'>LaplacianScore</text><rect class='sa-hit' x='128.0' y='18' width='64' height='414'><title>LaplacianScore (Distance, non-search)
-Elo 1025  [95% CI 961–1077]
-Stability 0.644
-Validity 0.850</title></rect><rect x='201.6' y='169.5' width='22.4' height='158.5' fill='#c7e0ee' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='224.0' y='169.5' width='22.4' height='158.5' fill='#e59c63' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='224.0' x2='224.0' y1='146.3' y2='192.1'/><line x1='219.0' x2='229.0' y1='146.3' y2='146.3'/><line x1='219.0' x2='229.0' y1='192.1' y2='192.1'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(228.0 342.0) rotate(-35)'>LOCO</text><rect class='sa-hit' x='192.0' y='18' width='64' height='414'><title>LOCO (Leave-one-out, search)
-Elo 1219  [95% CI 1177–1262]
-Stability 0.220
-Validity 0.613</title></rect><rect x='265.6' y='165.2' width='22.4' height='162.8' fill='#d2e6f2' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='288.0' y='165.2' width='22.4' height='162.8' fill='#e7a26c' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='288.0' x2='288.0' y1='138.8' y2='192.1'/><line x1='283.0' x2='293.0' y1='138.8' y2='138.8'/><line x1='283.0' x2='293.0' y1='192.1' y2='192.1'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(292.0 342.0) rotate(-35)'>SBE</text><rect class='sa-hit' x='256.0' y='18' width='64' height='414'><title>SBE (Backward search, search)
-Elo 1227  [95% CI 1177–1276]
-Stability 0.175
-Validity 0.578</title></rect><rect x='329.6' y='149.5' width='22.4' height='178.5' fill='#b8d8ea' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='352.0' y='149.5' width='22.4' height='178.5' fill='#e39456' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='352.0' x2='352.0' y1='126.4' y2='173.3'/><line x1='347.0' x2='357.0' y1='126.4' y2='126.4'/><line x1='347.0' x2='357.0' y1='173.3' y2='173.3'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(356.0 342.0) rotate(-35)'>SFS</text><rect class='sa-hit' x='320.0' y='18' width='64' height='414'><title>SFS (Forward search, search)
-Elo 1256  [95% CI 1212–1299]
-Stability 0.278
-Validity 0.664</title></rect><rect x='393.6' y='149.0' width='22.4' height='179.0' fill='#5aa4cd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='416.0' y='149.0' width='22.4' height='179.0' fill='#dd7d31' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='416.0' x2='416.0' y1='127.4' y2='170.0'/><line x1='411.0' x2='421.0' y1='127.4' y2='127.4'/><line x1='411.0' x2='421.0' y1='170.0' y2='170.0'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(420.0 342.0) rotate(-35)'>(R)ReliefF</text><rect class='sa-hit' x='384.0' y='18' width='64' height='414'><title>(R)ReliefF (Distance, non-search)
-Elo 1257  [95% CI 1218–1297]
-Stability 0.647
-Validity 0.808</title></rect><rect x='457.6' y='143.1' width='22.4' height='184.9' fill='#6caed2' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='480.0' y='143.1' width='22.4' height='184.9' fill='#e18c49' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='480.0' x2='480.0' y1='122.1' y2='164.6'/><line x1='475.0' x2='485.0' y1='122.1' y2='122.1'/><line x1='475.0' x2='485.0' y1='164.6' y2='164.6'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(484.0 342.0) rotate(-35)'>mRMR</text><rect class='sa-hit' x='448.0' y='18' width='64' height='414'><title>mRMR (Information theory, non-search)
-Elo 1268  [95% CI 1228–1307]
-Stability 0.578
-Validity 0.712</title></rect><rect x='521.6' y='140.4' width='22.4' height='187.6' fill='#519fcb' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='544.0' y='140.4' width='22.4' height='187.6' fill='#d96c16' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='544.0' x2='544.0' y1='122.1' y2='159.8'/><line x1='539.0' x2='549.0' y1='122.1' y2='122.1'/><line x1='539.0' x2='549.0' y1='159.8' y2='159.8'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(548.0 342.0) rotate(-35)'>GainRatio</text><rect class='sa-hit' x='512.0' y='18' width='64' height='414'><title>GainRatio (Information theory, non-search)
-Elo 1273  [95% CI 1237–1307]
-Stability 0.681
-Validity 0.915</title></rect><rect x='585.6' y='126.9' width='22.4' height='201.1' fill='#4498c6' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='608.0' y='126.9' width='22.4' height='201.1' fill='#d86911' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='608.0' x2='608.0' y1='107.5' y2='148.5'/><line x1='603.0' x2='613.0' y1='107.5' y2='107.5'/><line x1='603.0' x2='613.0' y1='148.5' y2='148.5'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(612.0 342.0) rotate(-35)'>F-Test</text><rect class='sa-hit' x='576.0' y='18' width='64' height='414'><title>F-Test (Correlation, non-search)
-Elo 1298  [95% CI 1258–1334]
-Stability 0.734
-Validity 0.932</title></rect><rect x='649.6' y='122.1' width='22.4' height='205.9' fill='#9ac7e1' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='672.0' y='122.1' width='22.4' height='205.9' fill='#ebb488' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='672.0' x2='672.0' y1='102.6' y2='139.8'/><line x1='667.0' x2='677.0' y1='102.6' y2='102.6'/><line x1='667.0' x2='677.0' y1='139.8' y2='139.8'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(676.0 342.0) rotate(-35)'>MarkovBlanket</text><rect class='sa-hit' x='640.0' y='18' width='64' height='414'><title>MarkovBlanket (Backward search, search)
-Elo 1307  [95% CI 1274–1343]
-Stability 0.396
-Validity 0.467</title></rect><rect x='713.6' y='117.2' width='22.4' height='210.8' fill='#53a0cb' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='736.0' y='117.2' width='22.4' height='210.8' fill='#db7423' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='736.0' x2='736.0' y1='98.9' y2='133.4'/><line x1='731.0' x2='741.0' y1='98.9' y2='98.9'/><line x1='731.0' x2='741.0' y1='133.4' y2='133.4'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(740.0 342.0) rotate(-35)'>MI</text><rect class='sa-hit' x='704.0' y='18' width='64' height='414'><title>MI (Information theory, non-search)
-Elo 1316  [95% CI 1286–1350]
-Stability 0.673
-Validity 0.863</title></rect><rect x='777.6' y='113.4' width='22.4' height='214.6' fill='#93c3df' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='800.0' y='113.4' width='22.4' height='214.6' fill='#dc7a2d' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='800.0' x2='800.0' y1='89.7' y2='136.6'/><line x1='795.0' x2='805.0' y1='89.7' y2='89.7'/><line x1='795.0' x2='805.0' y1='136.6' y2='136.6'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(804.0 342.0) rotate(-35)'>Lasso</text><rect class='sa-hit' x='768.0' y='18' width='64' height='414'><title>Lasso (Regularization, non-search)
-Elo 1323  [95% CI 1280–1367]
-Stability 0.422
-Validity 0.825</title></rect><rect x='841.6' y='107.0' width='22.4' height='221.0' fill='#8bbfdc' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='864.0' y='107.0' width='22.4' height='221.0' fill='#e4985c' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='864.0' x2='864.0' y1='85.4' y2='128.0'/><line x1='859.0' x2='869.0' y1='85.4' y2='85.4'/><line x1='859.0' x2='869.0' y1='128.0' y2='128.0'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(868.0 342.0) rotate(-35)'>CART</text><rect class='sa-hit' x='832.0' y='18' width='64' height='414'><title>CART (Tree, non-search)
-Elo 1335  [95% CI 1296–1375]
-Stability 0.456
-Validity 0.638</title></rect><rect x='905.6' y='101.0' width='22.4' height='227.0' fill='#7bb6d7' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='928.0' y='101.0' width='22.4' height='227.0' fill='#da7220' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='928.0' x2='928.0' y1='78.4' y2='124.2'/><line x1='923.0' x2='933.0' y1='78.4' y2='78.4'/><line x1='923.0' x2='933.0' y1='124.2' y2='124.2'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(932.0 342.0) rotate(-35)'>ElasticNet</text><rect class='sa-hit' x='896.0' y='18' width='64' height='414'><title>ElasticNet (Regularization, non-search)
-Elo 1346  [95% CI 1303–1388]
-Stability 0.519
-Validity 0.873</title></rect><rect x='969.6' y='90.2' width='22.4' height='237.8' fill='#58a3cd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='992.0' y='90.2' width='22.4' height='237.8' fill='#e08842' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='992.0' x2='992.0' y1='66.0' y2='114.0'/><line x1='987.0' x2='997.0' y1='66.0' y2='66.0'/><line x1='987.0' x2='997.0' y1='114.0' y2='114.0'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(996.0 342.0) rotate(-35)'>RFImportance</text><rect class='sa-hit' x='960.0' y='18' width='64' height='414'><title>RFImportance (Tree, non-search)
-Elo 1366  [95% CI 1322–1411]
-Stability 0.653
-Validity 0.741</title></rect><line class='sa-ink' x1='64' x2='1024' y1='328.0' y2='328.0' stroke-width='1' opacity='0.4'/><rect x='1070' y='40.0' width='12' height='107.0' fill='url(#sa-g-stab)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='30.0' text-anchor='middle' font-size='12'>stable</text><text class='sa-text' x='1076' y='165.0' text-anchor='middle' font-size='12'>unstable</text><text class='sa-muted' x='1088' y='151.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='97.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='44.0' font-size='11'>1.0</text><rect x='1070' y='207.0' width='12' height='107.0' fill='url(#sa-g-val)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='197.0' text-anchor='middle' font-size='12'>valid</text><text class='sa-text' x='1076' y='332.0' text-anchor='middle' font-size='12'>invalid</text><text class='sa-muted' x='1088' y='318.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='264.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='211.0' font-size='11'>1.0</text><rect x='1070' y='352.0' width='12' height='12' fill='url(#sa-na)' stroke='#000' stroke-width='0.6'/><text class='sa-muted' x='1088' y='362.0' font-size='11'>no result</text></svg><script type='text/plain' id='sa-csv'>Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Stability,Validity
+.sa-hit { fill:transparent; cursor:default; }
+.sa-hit:hover, .sa-hit.sa-on { fill:var(--fg); fill-opacity:0.06; }
+</style><defs><pattern id='sa-na' width='6' height='6' patternUnits='userSpaceOnUse' patternTransform='rotate(45)'><rect width='6' height='6' fill='#e5e7eb'/><line x1='0' y1='0' x2='0' y2='6' stroke='#9ca3af' stroke-width='2'/></pattern><linearGradient id='sa-g-stab' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#0072B2'/></linearGradient><linearGradient id='sa-g-val' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#D55E00'/></linearGradient></defs><line class='sa-grid' x1='64' x2='1024' y1='287.6' y2='287.6' stroke-width='1'/><text class='sa-muted' x='56' y='291.6' text-anchor='end' font-size='12'>1000</text><line class='sa-grid' x1='64' x2='1024' y1='233.7' y2='233.7' stroke-width='1'/><text class='sa-muted' x='56' y='237.7' text-anchor='end' font-size='12'>1100</text><line class='sa-grid' x1='64' x2='1024' y1='179.7' y2='179.7' stroke-width='1'/><text class='sa-muted' x='56' y='183.7' text-anchor='end' font-size='12'>1200</text><line class='sa-grid' x1='64' x2='1024' y1='125.8' y2='125.8' stroke-width='1'/><text class='sa-muted' x='56' y='129.8' text-anchor='end' font-size='12'>1300</text><line class='sa-grid' x1='64' x2='1024' y1='71.9' y2='71.9' stroke-width='1'/><text class='sa-muted' x='56' y='75.9' text-anchor='end' font-size='12'>1400</text><line class='sa-grid' x1='64' x2='1024' y1='18.0' y2='18.0' stroke-width='1'/><text class='sa-muted' x='56' y='22.0' text-anchor='end' font-size='12'>1500</text><text class='sa-text' transform='translate(16 173) rotate(-90)' text-anchor='middle' font-size='13'>Elo</text><line class='sa-ink' x1='64' x2='1024' y1='287.6' y2='287.6' stroke-width='1' stroke-dasharray='4 4' opacity='0.5'/><rect x='73.6' y='287.6' width='22.4' height='40.4' fill='#ffffff' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='96.0' y='287.6' width='22.4' height='40.4' fill='#eaaf80' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='96.0' x2='96.0' y1='265.5' y2='312.9'/><line x1='91.0' x2='101.0' y1='265.5' y2='265.5'/><line x1='91.0' x2='101.0' y1='312.9' y2='312.9'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(100.0 342.0) rotate(-35)'>Random</text><rect class='sa-hit' x='64.0' y='18' width='64' height='414' data-tip='Random (Baseline, baseline)&#10;Elo 1000  [95% CI 953–1041]&#10;Stability 0.001&#10;Validity 0.499' aria-label='Random (Baseline, baseline)&#10;Elo 1000  [95% CI 953–1041]&#10;Stability 0.001&#10;Validity 0.499'/><rect x='137.6' y='274.1' width='22.4' height='53.9' fill='#5ba4cd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='160.0' y='274.1' width='22.4' height='53.9' fill='#db7626' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='160.0' x2='160.0' y1='246.1' y2='308.6'/><line x1='155.0' x2='165.0' y1='246.1' y2='246.1'/><line x1='155.0' x2='165.0' y1='308.6' y2='308.6'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(164.0 342.0) rotate(-35)'>LaplacianScore</text><rect class='sa-hit' x='128.0' y='18' width='64' height='414' data-tip='LaplacianScore (Distance, non-search)&#10;Elo 1025  [95% CI 961–1077]&#10;Stability 0.644&#10;Validity 0.850' aria-label='LaplacianScore (Distance, non-search)&#10;Elo 1025  [95% CI 961–1077]&#10;Stability 0.644&#10;Validity 0.850'/><rect x='201.6' y='169.5' width='22.4' height='158.5' fill='#c7e0ee' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='224.0' y='169.5' width='22.4' height='158.5' fill='#e59c63' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='224.0' x2='224.0' y1='146.3' y2='192.1'/><line x1='219.0' x2='229.0' y1='146.3' y2='146.3'/><line x1='219.0' x2='229.0' y1='192.1' y2='192.1'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(228.0 342.0) rotate(-35)'>LOCO</text><rect class='sa-hit' x='192.0' y='18' width='64' height='414' data-tip='LOCO (Leave-one-out, search)&#10;Elo 1219  [95% CI 1177–1262]&#10;Stability 0.220&#10;Validity 0.613' aria-label='LOCO (Leave-one-out, search)&#10;Elo 1219  [95% CI 1177–1262]&#10;Stability 0.220&#10;Validity 0.613'/><rect x='265.6' y='165.2' width='22.4' height='162.8' fill='#d2e6f2' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='288.0' y='165.2' width='22.4' height='162.8' fill='#e7a26c' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='288.0' x2='288.0' y1='138.8' y2='192.1'/><line x1='283.0' x2='293.0' y1='138.8' y2='138.8'/><line x1='283.0' x2='293.0' y1='192.1' y2='192.1'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(292.0 342.0) rotate(-35)'>SBE</text><rect class='sa-hit' x='256.0' y='18' width='64' height='414' data-tip='SBE (Backward search, search)&#10;Elo 1227  [95% CI 1177–1276]&#10;Stability 0.175&#10;Validity 0.578' aria-label='SBE (Backward search, search)&#10;Elo 1227  [95% CI 1177–1276]&#10;Stability 0.175&#10;Validity 0.578'/><rect x='329.6' y='149.5' width='22.4' height='178.5' fill='#b8d8ea' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='352.0' y='149.5' width='22.4' height='178.5' fill='#e39456' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='352.0' x2='352.0' y1='126.4' y2='173.3'/><line x1='347.0' x2='357.0' y1='126.4' y2='126.4'/><line x1='347.0' x2='357.0' y1='173.3' y2='173.3'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(356.0 342.0) rotate(-35)'>SFS</text><rect class='sa-hit' x='320.0' y='18' width='64' height='414' data-tip='SFS (Forward search, search)&#10;Elo 1256  [95% CI 1212–1299]&#10;Stability 0.278&#10;Validity 0.664' aria-label='SFS (Forward search, search)&#10;Elo 1256  [95% CI 1212–1299]&#10;Stability 0.278&#10;Validity 0.664'/><rect x='393.6' y='149.0' width='22.4' height='179.0' fill='#5aa4cd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='416.0' y='149.0' width='22.4' height='179.0' fill='#dd7d31' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='416.0' x2='416.0' y1='127.4' y2='170.0'/><line x1='411.0' x2='421.0' y1='127.4' y2='127.4'/><line x1='411.0' x2='421.0' y1='170.0' y2='170.0'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(420.0 342.0) rotate(-35)'>(R)ReliefF</text><rect class='sa-hit' x='384.0' y='18' width='64' height='414' data-tip='(R)ReliefF (Distance, non-search)&#10;Elo 1257  [95% CI 1218–1297]&#10;Stability 0.647&#10;Validity 0.808' aria-label='(R)ReliefF (Distance, non-search)&#10;Elo 1257  [95% CI 1218–1297]&#10;Stability 0.647&#10;Validity 0.808'/><rect x='457.6' y='143.1' width='22.4' height='184.9' fill='#6caed2' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='480.0' y='143.1' width='22.4' height='184.9' fill='#e18c49' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='480.0' x2='480.0' y1='122.1' y2='164.6'/><line x1='475.0' x2='485.0' y1='122.1' y2='122.1'/><line x1='475.0' x2='485.0' y1='164.6' y2='164.6'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(484.0 342.0) rotate(-35)'>mRMR</text><rect class='sa-hit' x='448.0' y='18' width='64' height='414' data-tip='mRMR (Information theory, non-search)&#10;Elo 1268  [95% CI 1228–1307]&#10;Stability 0.578&#10;Validity 0.712' aria-label='mRMR (Information theory, non-search)&#10;Elo 1268  [95% CI 1228–1307]&#10;Stability 0.578&#10;Validity 0.712'/><rect x='521.6' y='140.4' width='22.4' height='187.6' fill='#519fcb' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='544.0' y='140.4' width='22.4' height='187.6' fill='#d96c16' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='544.0' x2='544.0' y1='122.1' y2='159.8'/><line x1='539.0' x2='549.0' y1='122.1' y2='122.1'/><line x1='539.0' x2='549.0' y1='159.8' y2='159.8'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(548.0 342.0) rotate(-35)'>GainRatio</text><rect class='sa-hit' x='512.0' y='18' width='64' height='414' data-tip='GainRatio (Information theory, non-search)&#10;Elo 1273  [95% CI 1237–1307]&#10;Stability 0.681&#10;Validity 0.915' aria-label='GainRatio (Information theory, non-search)&#10;Elo 1273  [95% CI 1237–1307]&#10;Stability 0.681&#10;Validity 0.915'/><rect x='585.6' y='126.9' width='22.4' height='201.1' fill='#4498c6' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='608.0' y='126.9' width='22.4' height='201.1' fill='#d86911' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='608.0' x2='608.0' y1='107.5' y2='148.5'/><line x1='603.0' x2='613.0' y1='107.5' y2='107.5'/><line x1='603.0' x2='613.0' y1='148.5' y2='148.5'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(612.0 342.0) rotate(-35)'>F-Test</text><rect class='sa-hit' x='576.0' y='18' width='64' height='414' data-tip='F-Test (Correlation, non-search)&#10;Elo 1298  [95% CI 1258–1334]&#10;Stability 0.734&#10;Validity 0.932' aria-label='F-Test (Correlation, non-search)&#10;Elo 1298  [95% CI 1258–1334]&#10;Stability 0.734&#10;Validity 0.932'/><rect x='649.6' y='122.1' width='22.4' height='205.9' fill='#9ac7e1' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='672.0' y='122.1' width='22.4' height='205.9' fill='#ebb488' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='672.0' x2='672.0' y1='102.6' y2='139.8'/><line x1='667.0' x2='677.0' y1='102.6' y2='102.6'/><line x1='667.0' x2='677.0' y1='139.8' y2='139.8'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(676.0 342.0) rotate(-35)'>MarkovBlanket</text><rect class='sa-hit' x='640.0' y='18' width='64' height='414' data-tip='MarkovBlanket (Backward search, search)&#10;Elo 1307  [95% CI 1274–1343]&#10;Stability 0.396&#10;Validity 0.467' aria-label='MarkovBlanket (Backward search, search)&#10;Elo 1307  [95% CI 1274–1343]&#10;Stability 0.396&#10;Validity 0.467'/><rect x='713.6' y='117.2' width='22.4' height='210.8' fill='#53a0cb' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='736.0' y='117.2' width='22.4' height='210.8' fill='#db7423' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='736.0' x2='736.0' y1='98.9' y2='133.4'/><line x1='731.0' x2='741.0' y1='98.9' y2='98.9'/><line x1='731.0' x2='741.0' y1='133.4' y2='133.4'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(740.0 342.0) rotate(-35)'>MI</text><rect class='sa-hit' x='704.0' y='18' width='64' height='414' data-tip='MI (Information theory, non-search)&#10;Elo 1316  [95% CI 1286–1350]&#10;Stability 0.673&#10;Validity 0.863' aria-label='MI (Information theory, non-search)&#10;Elo 1316  [95% CI 1286–1350]&#10;Stability 0.673&#10;Validity 0.863'/><rect x='777.6' y='113.4' width='22.4' height='214.6' fill='#93c3df' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='800.0' y='113.4' width='22.4' height='214.6' fill='#dc7a2d' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='800.0' x2='800.0' y1='89.7' y2='136.6'/><line x1='795.0' x2='805.0' y1='89.7' y2='89.7'/><line x1='795.0' x2='805.0' y1='136.6' y2='136.6'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(804.0 342.0) rotate(-35)'>Lasso</text><rect class='sa-hit' x='768.0' y='18' width='64' height='414' data-tip='Lasso (Regularization, non-search)&#10;Elo 1323  [95% CI 1280–1367]&#10;Stability 0.422&#10;Validity 0.825' aria-label='Lasso (Regularization, non-search)&#10;Elo 1323  [95% CI 1280–1367]&#10;Stability 0.422&#10;Validity 0.825'/><rect x='841.6' y='107.0' width='22.4' height='221.0' fill='#8bbfdc' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='864.0' y='107.0' width='22.4' height='221.0' fill='#e4985c' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='864.0' x2='864.0' y1='85.4' y2='128.0'/><line x1='859.0' x2='869.0' y1='85.4' y2='85.4'/><line x1='859.0' x2='869.0' y1='128.0' y2='128.0'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(868.0 342.0) rotate(-35)'>CART</text><rect class='sa-hit' x='832.0' y='18' width='64' height='414' data-tip='CART (Tree, non-search)&#10;Elo 1335  [95% CI 1296–1375]&#10;Stability 0.456&#10;Validity 0.638' aria-label='CART (Tree, non-search)&#10;Elo 1335  [95% CI 1296–1375]&#10;Stability 0.456&#10;Validity 0.638'/><rect x='905.6' y='101.0' width='22.4' height='227.0' fill='#7bb6d7' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='928.0' y='101.0' width='22.4' height='227.0' fill='#da7220' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='928.0' x2='928.0' y1='78.4' y2='124.2'/><line x1='923.0' x2='933.0' y1='78.4' y2='78.4'/><line x1='923.0' x2='933.0' y1='124.2' y2='124.2'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(932.0 342.0) rotate(-35)'>ElasticNet</text><rect class='sa-hit' x='896.0' y='18' width='64' height='414' data-tip='ElasticNet (Regularization, non-search)&#10;Elo 1346  [95% CI 1303–1388]&#10;Stability 0.519&#10;Validity 0.873' aria-label='ElasticNet (Regularization, non-search)&#10;Elo 1346  [95% CI 1303–1388]&#10;Stability 0.519&#10;Validity 0.873'/><rect x='969.6' y='90.2' width='22.4' height='237.8' fill='#58a3cd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='992.0' y='90.2' width='22.4' height='237.8' fill='#e08842' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='992.0' x2='992.0' y1='66.0' y2='114.0'/><line x1='987.0' x2='997.0' y1='66.0' y2='66.0'/><line x1='987.0' x2='997.0' y1='114.0' y2='114.0'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(996.0 342.0) rotate(-35)'>RFImportance</text><rect class='sa-hit' x='960.0' y='18' width='64' height='414' data-tip='RFImportance (Tree, non-search)&#10;Elo 1366  [95% CI 1322–1411]&#10;Stability 0.653&#10;Validity 0.741' aria-label='RFImportance (Tree, non-search)&#10;Elo 1366  [95% CI 1322–1411]&#10;Stability 0.653&#10;Validity 0.741'/><line class='sa-ink' x1='64' x2='1024' y1='328.0' y2='328.0' stroke-width='1' opacity='0.4'/><rect x='1070' y='40.0' width='12' height='107.0' fill='url(#sa-g-stab)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='30.0' text-anchor='middle' font-size='12'>stable</text><text class='sa-text' x='1076' y='165.0' text-anchor='middle' font-size='12'>unstable</text><text class='sa-muted' x='1088' y='151.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='97.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='44.0' font-size='11'>1.0</text><rect x='1070' y='207.0' width='12' height='107.0' fill='url(#sa-g-val)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='197.0' text-anchor='middle' font-size='12'>valid</text><text class='sa-text' x='1076' y='332.0' text-anchor='middle' font-size='12'>invalid</text><text class='sa-muted' x='1088' y='318.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='264.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='211.0' font-size='11'>1.0</text><rect x='1070' y='352.0' width='12' height='12' fill='url(#sa-na)' stroke='#000' stroke-width='0.6'/><text class='sa-muted' x='1088' y='362.0' font-size='11'>no result</text></svg><script type='text/plain' id='sa-csv'>Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Stability,Validity
 RFImportance,Non-search,Tree,1366.0,1322.0,1411.0,0.653,0.741
 ElasticNet,Non-search,Regularization,1346.0,1303.0,1388.0,0.519,0.873
 CART,Non-search,Tree,1335.0,1296.0,1375.0,0.456,0.638
@@ -105,6 +65,47 @@ function saCsv(name) {
   if (window.ResizeObserver) new ResizeObserver(post).observe(document.body);
 })();
 
+// Instant tooltip: a native SVG <title> only shows after a browser delay of 1-3 s.
+(function () {
+  var tip = document.createElement('div');
+  tip.id = 'sa-tip';
+  document.body.appendChild(tip);
+  var current = null;
+  function show(hit, x, y) {
+    if (current !== hit) {
+      if (current) current.classList.remove('sa-on');
+      current = hit;
+      hit.classList.add('sa-on');
+      var lines = hit.getAttribute('data-tip').split('\n');
+      tip.textContent = '';
+      var head = document.createElement('b');
+      head.textContent = lines[0];
+      tip.appendChild(head);
+      tip.appendChild(document.createTextNode('\n' + lines.slice(1).join('\n')));
+      tip.style.display = 'block';
+    }
+    var w = tip.offsetWidth, h = tip.offsetHeight;
+    var left = x + 14, top = y + 14;
+    if (left + w > window.innerWidth - 4) left = Math.max(4, x - w - 14);
+    if (top + h > window.innerHeight - 4) top = Math.max(4, y - h - 14);
+    tip.style.left = left + 'px';
+    tip.style.top = top + 'px';
+  }
+  function hide() {
+    if (current) current.classList.remove('sa-on');
+    current = null;
+    tip.style.display = 'none';
+  }
+  document.addEventListener('pointermove', function (e) {
+    var hit = e.target.closest ? e.target.closest('.sa-hit') : null;
+    if (hit) show(hit, e.clientX, e.clientY); else if (e.pointerType === 'mouse') hide();
+  });
+  document.addEventListener('pointerdown', function (e) {  // touch: tap a bar to show, elsewhere to hide
+    var hit = e.target.closest ? e.target.closest('.sa-hit') : null;
+    if (hit) show(hit, e.clientX, e.clientY); else hide();
+  });
+  document.addEventListener('mouseleave', hide);
+})();
 function saSvgString() {
   var svg = document.getElementById('sa-figure').cloneNode(true);
   var style = getComputedStyle(document.documentElement);

data/subsets/tasks_all/models_all/budgets_1/leaderboard_table.html

@@ -29,7 +29,7 @@ td.na { color:var(--muted); }
   font-size:12px; color:var(--fg); }
 .pill.cat-search { border-color:var(--accent); }
 .pill.cat-baseline { color:var(--muted); }
-</style></head><body><div class='toolbar'><span class='hint'>Click a column to sort. Hover a header for its definition.</span><button onclick="saCsv('selectarena_leaderboard.csv')">CSV</button></div><div class='wrap'><table id='sa-table'><thead><tr><th class='num'>#</th><th class=''>Method</th><th class='' title='Taxonomy of the paper (Appendix A). Search methods evaluate many feature subsets with the model (forward, backward, leave-one-out); non-search methods use a proxy instead (correlation, distance, information theory, tree, regularization).'>Type</th><th class='num' title='Bradley-Terry Elo from pairwise matches within each dataset, budget and downstream model. Random = 1000. +/− give the 95% bootstrap interval.'>Elo ↑</th><th class='num' title='Mean rank of the downstream error.'>Avg. rank ↓</th><th class='num' title='Share of pairwise comparisons won, in %. Ties count half.'>Win rate ↑</th><th class='num' title='Mean relative gap (error − best error) / error to the best method, in %.'>Improvability ↓</th><th class='num' title='Mean ratio of the error to the same model trained on all features. Below 1: the selection helped.'>Error vs. all ↓</th><th class='num' title='Agreement of the selected features across bootstrap resamples (Nogueira et al., 2018).'>Stability ↑</th><th class='num' title='Share of the budget filled with original features when as many noise features are added.'>Validity ↑</th><th class='num' title='Median wall-clock time of the selection.'>Time (s) ↓</th><th class='num' title='Share of runs where the method ran out of time and random features filled the budget.'>Fallback (%)</th><th class='num'>#Datasets</th></tr></thead><tbody><tr><td class='num' data-sort='1'>1</td><td class='method' data-sort='RFImportance'>RFImportance</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1366.0'>1366<span class='sub'>+45 / −44</span></td><td class='num' data-sort='6.31'>6.31</td><td class='num' data-sort='62.1'>62.1</td><td class='num' data-sort='17.8'>17.8</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.653'>0.653</td><td class='num' data-sort='0.741'>0.741</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='2'>2</td><td class='method' data-sort='ElasticNet'>ElasticNet</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1346.0'>1346<span class='sub'>+42 / −43</span></td><td class='num' data-sort='6.51'>6.51</td><td class='num' data-sort='60.6'>60.6</td><td class='num' data-sort='20.6'>20.6</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.519'>0.519</td><td class='num' data-sort='0.873'>0.873</td><td class='num' data-sort='7.6'>7.6</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='3'>3</td><td class='method' data-sort='CART'>CART</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1335.0'>1335<span class='sub'>+40 / −39</span></td><td class='num' data-sort='6.63'>6.63</td><td class='num' data-sort='59.8'>59.8</td><td class='num' data-sort='20.9'>20.9</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.456'>0.456</td><td class='num' data-sort='0.638'>0.638</td><td class='num' data-sort='0.1'>0.1</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='4'>4</td><td class='method' data-sort='Lasso'>Lasso</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1323.0'>1323<span class='sub'>+44 / −43</span></td><td class='num' data-sort='6.78'>6.78</td><td class='num' data-sort='58.7'>58.7</td><td class='num' data-sort='20.2'>20.2</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.422'>0.422</td><td class='num' data-sort='0.825'>0.825</td><td class='num' data-sort='2.3'>2.3</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='5'>5</td><td class='method' data-sort='MI'>MI</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1316.0'>1316<span class='sub'>+34 / −30</span></td><td class='num' data-sort='7.01'>7.01</td><td class='num' data-sort='57.1'>57.1</td><td class='num' data-sort='21.2'>21.2</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.673'>0.673</td><td class='num' data-sort='0.863'>0.863</td><td class='num' data-sort='0.4'>0.4</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='6'>6</td><td class='method' data-sort='MarkovBlanket'>MarkovBlanket</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1307.0'>1307<span class='sub'>+36 / −33</span></td><td class='num' data-sort='7.15'>7.15</td><td class='num' data-sort='56.0'>56.0</td><td class='num' data-sort='22.8'>22.8</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.396'>0.396</td><td class='num' data-sort='0.467'>0.467</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='7'>7</td><td class='method' data-sort='F-Test'>F-Test</td><td class='' data-sort='Correlation'><span class='pill cat-non-search'>Correlation</span><span class='sub'>non-search</span></td><td class='num' data-sort='1298.0'>1298<span class='sub'>+36 / −40</span></td><td class='num' data-sort='7.39'>7.39</td><td class='num' data-sort='54.3'>54.3</td><td class='num' data-sort='23.2'>23.2</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.734'>0.734</td><td class='num' data-sort='0.932'>0.932</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='8'>8</td><td class='method' data-sort='GainRatio'>GainRatio</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1273.0'>1273<span class='sub'>+34 / −36</span></td><td class='num' data-sort='7.82'>7.82</td><td class='num' data-sort='51.3'>51.3</td><td class='num' data-sort='25.1'>25.1</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.681'>0.681</td><td class='num' data-sort='0.915'>0.915</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='9'>9</td><td class='method' data-sort='mRMR'>mRMR</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1268.0'>1268<span class='sub'>+39 / −40</span></td><td class='num' data-sort='7.89'>7.89</td><td class='num' data-sort='50.8'>50.8</td><td class='num' data-sort='23.8'>23.8</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.578'>0.578</td><td class='num' data-sort='0.712'>0.712</td><td class='num' data-sort='0.4'>0.4</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='10'>10</td><td class='method' data-sort='(R)ReliefF'>(R)ReliefF</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='1257.0'>1257<span class='sub'>+40 / −39</span></td><td class='num' data-sort='8.18'>8.18</td><td class='num' data-sort='48.7'>48.7</td><td class='num' data-sort='24.4'>24.4</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.647'>0.647</td><td class='num' data-sort='0.808'>0.808</td><td class='num' data-sort='14.3'>14.3</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='11'>11</td><td class='method' data-sort='SFS'>SFS</td><td class='' data-sort='Forward search'><span class='pill cat-search'>Forward search</span><span class='sub'>search</span></td><td class='num' data-sort='1256.0'>1256<span class='sub'>+43 / −44</span></td><td class='num' data-sort='7.91'>7.91</td><td class='num' data-sort='50.6'>50.6</td><td class='num' data-sort='25.0'>25.0</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.278'>0.278</td><td class='num' data-sort='0.664'>0.664</td><td class='num' data-sort='1634.9'>1,634.9</td><td class='num' data-sort='43.8'>43.8</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='12'>12</td><td class='method' data-sort='SBE'>SBE</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1227.0'>1227<span class='sub'>+49 / −50</span></td><td class='num' data-sort='8.37'>8.37</td><td class='num' data-sort='47.3'>47.3</td><td class='num' data-sort='28.2'>28.2</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.175'>0.175</td><td class='num' data-sort='0.578'>0.578</td><td class='num' data-sort='3166.2'>3,166.2</td><td class='num' data-sort='48.9'>48.9</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='13'>13</td><td class='method' data-sort='LOCO'>LOCO</td><td class='' data-sort='Leave-one-out'><span class='pill cat-search'>Leave-one-out</span><span class='sub'>search</span></td><td class='num' data-sort='1219.0'>1219<span class='sub'>+43 / −42</span></td><td class='num' data-sort='8.54'>8.54</td><td class='num' data-sort='46.1'>46.1</td><td class='num' data-sort='27.9'>27.9</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.22'>0.220</td><td class='num' data-sort='0.613'>0.613</td><td class='num' data-sort='237.3'>237.3</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='14'>14</td><td class='method' data-sort='LaplacianScore'>LaplacianScore</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='1025.0'>1025<span class='sub'>+52 / −64</span></td><td class='num' data-sort='11.85'>11.85</td><td class='num' data-sort='22.5'>22.5</td><td class='num' data-sort='42.2'>42.2</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.644'>0.644</td><td class='num' data-sort='0.85'>0.850</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='15'>15</td><td class='method' data-sort='Random'>Random</td><td class='' data-sort='Baseline'><span class='pill cat-baseline'>Baseline</span></td><td class='num' data-sort='1000.0'>1000<span class='sub'>+41 / −47</span></td><td class='num' data-sort='11.64'>11.64</td><td class='num' data-sort='24.0'>24.0</td><td class='num' data-sort='39.7'>39.7</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.001'>0.001</td><td class='num' data-sort='0.499'>0.499</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='100.0'>100.0</td><td class='num' data-sort='71'>71</td></tr></tbody></table></div><script type='text/plain' id='sa-csv'>Rank,Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Avg. rank,Win rate (%),Improvability (%),Error vs. all features,Stability,Validity,Selection time (s),Fallback rate (%),#Datasets,#Comparisons
+</style></head><body><div class='toolbar'><span class='hint'>Click a column to sort. Hover a header for its definition.</span><button onclick="saCsv('selectarena_leaderboard.csv')">CSV</button></div><div class='wrap'><table id='sa-table'><thead><tr><th class='num'>#</th><th class=''>Method</th><th class='' title='Taxonomy of the paper (Appendix A). Search methods evaluate many feature subsets with the model (forward, backward, leave-one-out); non-search methods use a proxy instead (correlation, distance, information theory, tree, regularization).'>Type</th><th class='num' title='Bradley-Terry Elo from pairwise matches within each dataset, budget and downstream model. Random = 1000. +/− give the 95% bootstrap interval.'>Elo ↑</th><th class='num' title='Mean rank of the downstream error.'>Avg. rank ↓</th><th class='num' title='Mean relative gap (error − best error) / error to the best method, in %.'>Improvability ↓</th><th class='num' title='Agreement of the selected features across bootstrap resamples (Nogueira et al., 2018).'>Stability ↑</th><th class='num' title='Share of the budget filled with original features when as many noise features are added.'>Validity ↑</th><th class='num' title='Median wall-clock time of the selection.'>Time (s) ↓</th><th class='num' title='Share of runs where the method ran out of time and random features filled the budget.'>Fallback (%)</th></tr></thead><tbody><tr><td class='num' data-sort='1'>1</td><td class='method' data-sort='RFImportance'>RFImportance</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1366.0'>1366<span class='sub'>+45 / −44</span></td><td class='num' data-sort='6.31'>6.31</td><td class='num' data-sort='17.8'>17.8</td><td class='num' data-sort='0.653'>0.653</td><td class='num' data-sort='0.741'>0.741</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='2'>2</td><td class='method' data-sort='ElasticNet'>ElasticNet</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1346.0'>1346<span class='sub'>+42 / −43</span></td><td class='num' data-sort='6.51'>6.51</td><td class='num' data-sort='20.6'>20.6</td><td class='num' data-sort='0.519'>0.519</td><td class='num' data-sort='0.873'>0.873</td><td class='num' data-sort='7.6'>7.6</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='3'>3</td><td class='method' data-sort='CART'>CART</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1335.0'>1335<span class='sub'>+40 / −39</span></td><td class='num' data-sort='6.63'>6.63</td><td class='num' data-sort='20.9'>20.9</td><td class='num' data-sort='0.456'>0.456</td><td class='num' data-sort='0.638'>0.638</td><td class='num' data-sort='0.1'>0.1</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='4'>4</td><td class='method' data-sort='Lasso'>Lasso</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1323.0'>1323<span class='sub'>+44 / −43</span></td><td class='num' data-sort='6.78'>6.78</td><td class='num' data-sort='20.2'>20.2</td><td class='num' data-sort='0.422'>0.422</td><td class='num' data-sort='0.825'>0.825</td><td class='num' data-sort='2.3'>2.3</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='5'>5</td><td class='method' data-sort='MI'>MI</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1316.0'>1316<span class='sub'>+34 / −30</span></td><td class='num' data-sort='7.01'>7.01</td><td class='num' data-sort='21.2'>21.2</td><td class='num' data-sort='0.673'>0.673</td><td class='num' data-sort='0.863'>0.863</td><td class='num' data-sort='0.4'>0.4</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='6'>6</td><td class='method' data-sort='MarkovBlanket'>MarkovBlanket</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1307.0'>1307<span class='sub'>+36 / −33</span></td><td class='num' data-sort='7.15'>7.15</td><td class='num' data-sort='22.8'>22.8</td><td class='num' data-sort='0.396'>0.396</td><td class='num' data-sort='0.467'>0.467</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='7'>7</td><td class='method' data-sort='F-Test'>F-Test</td><td class='' data-sort='Correlation'><span class='pill cat-non-search'>Correlation</span><span class='sub'>non-search</span></td><td class='num' data-sort='1298.0'>1298<span class='sub'>+36 / −40</span></td><td class='num' data-sort='7.39'>7.39</td><td class='num' data-sort='23.2'>23.2</td><td class='num' data-sort='0.734'>0.734</td><td class='num' data-sort='0.932'>0.932</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='8'>8</td><td class='method' data-sort='GainRatio'>GainRatio</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1273.0'>1273<span class='sub'>+34 / −36</span></td><td class='num' data-sort='7.82'>7.82</td><td class='num' data-sort='25.1'>25.1</td><td class='num' data-sort='0.681'>0.681</td><td class='num' data-sort='0.915'>0.915</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='9'>9</td><td class='method' data-sort='mRMR'>mRMR</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1268.0'>1268<span class='sub'>+39 / −40</span></td><td class='num' data-sort='7.89'>7.89</td><td class='num' data-sort='23.8'>23.8</td><td class='num' data-sort='0.578'>0.578</td><td class='num' data-sort='0.712'>0.712</td><td class='num' data-sort='0.4'>0.4</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='10'>10</td><td class='method' data-sort='(R)ReliefF'>(R)ReliefF</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='1257.0'>1257<span class='sub'>+40 / −39</span></td><td class='num' data-sort='8.18'>8.18</td><td class='num' data-sort='24.4'>24.4</td><td class='num' data-sort='0.647'>0.647</td><td class='num' data-sort='0.808'>0.808</td><td class='num' data-sort='14.3'>14.3</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='11'>11</td><td class='method' data-sort='SFS'>SFS</td><td class='' data-sort='Forward search'><span class='pill cat-search'>Forward search</span><span class='sub'>search</span></td><td class='num' data-sort='1256.0'>1256<span class='sub'>+43 / −44</span></td><td class='num' data-sort='7.91'>7.91</td><td class='num' data-sort='25.0'>25.0</td><td class='num' data-sort='0.278'>0.278</td><td class='num' data-sort='0.664'>0.664</td><td class='num' data-sort='1634.9'>1,634.9</td><td class='num' data-sort='43.8'>43.8</td></tr><tr><td class='num' data-sort='12'>12</td><td class='method' data-sort='SBE'>SBE</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1227.0'>1227<span class='sub'>+49 / −50</span></td><td class='num' data-sort='8.37'>8.37</td><td class='num' data-sort='28.2'>28.2</td><td class='num' data-sort='0.175'>0.175</td><td class='num' data-sort='0.578'>0.578</td><td class='num' data-sort='3166.2'>3,166.2</td><td class='num' data-sort='48.9'>48.9</td></tr><tr><td class='num' data-sort='13'>13</td><td class='method' data-sort='LOCO'>LOCO</td><td class='' data-sort='Leave-one-out'><span class='pill cat-search'>Leave-one-out</span><span class='sub'>search</span></td><td class='num' data-sort='1219.0'>1219<span class='sub'>+43 / −42</span></td><td class='num' data-sort='8.54'>8.54</td><td class='num' data-sort='27.9'>27.9</td><td class='num' data-sort='0.22'>0.220</td><td class='num' data-sort='0.613'>0.613</td><td class='num' data-sort='237.3'>237.3</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='14'>14</td><td class='method' data-sort='LaplacianScore'>LaplacianScore</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='1025.0'>1025<span class='sub'>+52 / −64</span></td><td class='num' data-sort='11.85'>11.85</td><td class='num' data-sort='42.2'>42.2</td><td class='num' data-sort='0.644'>0.644</td><td class='num' data-sort='0.85'>0.850</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='15'>15</td><td class='method' data-sort='Random'>Random</td><td class='' data-sort='Baseline'><span class='pill cat-baseline'>Baseline</span></td><td class='num' data-sort='1000.0'>1000<span class='sub'>+41 / −47</span></td><td class='num' data-sort='11.64'>11.64</td><td class='num' data-sort='39.7'>39.7</td><td class='num' data-sort='0.001'>0.001</td><td class='num' data-sort='0.499'>0.499</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='100.0'>100.0</td></tr></tbody></table></div><script type='text/plain' id='sa-csv'>Rank,Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Avg. rank,Win rate (%),Improvability (%),Error vs. all features,Stability,Validity,Selection time (s),Fallback rate (%),#Datasets,#Comparisons
 1,RFImportance,Non-search,Tree,1366.0,1322.0,1411.0,6.31,62.1,17.8,,0.653,0.741,0.2,0.0,71,1065
 2,ElasticNet,Non-search,Regularization,1346.0,1303.0,1388.0,6.51,60.6,20.6,,0.519,0.873,7.6,0.0,71,1065
 3,CART,Non-search,Tree,1335.0,1296.0,1375.0,6.63,59.8,20.9,,0.456,0.638,0.1,0.0,71,1065

data/subsets/tasks_all/models_all/budgets_2/elo_explorer.html

@@ -11,60 +11,20 @@ html, body { margin:0; padding:0; background:var(--bg); color:var(--fg);
 .toolbar button { font:inherit; font-size:12px; color:var(--fg); background:var(--soft);
   border:1px solid var(--line); border-radius:6px; padding:3px 10px; cursor:pointer; }
 .toolbar button:hover { border-color:var(--accent); }
-</style></head><body><div class='toolbar'><span class='hint'>Hover a method for its values.</span><button onclick='saSvg()'>SVG</button><button onclick='saPng()'>PNG</button><button onclick="saCsv('selectarena_elo.csv')">CSV</button></div><svg id='sa-figure' viewBox='0 0 1156 440' role='img' aria-label='Elo rating of each feature selection method, shaded by stability and validity'><style>
+
+#sa-tip { position:fixed; z-index:10; pointer-events:none; display:none; max-width:280px;
+  padding:6px 9px; border-radius:6px; border:1px solid var(--line); background:var(--bg); color:var(--fg);
+  font-size:12px; line-height:1.45; white-space:pre-line; box-shadow:0 2px 8px rgba(0,0,0,0.15); }
+#sa-tip b { font-weight:600; }
+</style></head><body><div class='toolbar'><span class='hint'>Hover or tap a method for its values.</span><button onclick='saSvg()'>SVG</button><button onclick='saPng()'>PNG</button><button onclick="saCsv('selectarena_elo.csv')">CSV</button></div><svg id='sa-figure' viewBox='0 0 1156 440' role='img' aria-label='Elo rating of each feature selection method, shaded by stability and validity'><style>
 svg { display:block; width:100%; height:auto; }
 .sa-text { fill:var(--fg); }
 .sa-muted { fill:var(--muted); }
 .sa-grid { stroke:var(--line); }
 .sa-ink { stroke:var(--fg); }
-.sa-hit { fill:transparent; }
-.sa-hit:hover { fill:var(--fg); fill-opacity:0.06; }
-</style><defs><pattern id='sa-na' width='6' height='6' patternUnits='userSpaceOnUse' patternTransform='rotate(45)'><rect width='6' height='6' fill='#e5e7eb'/><line x1='0' y1='0' x2='0' y2='6' stroke='#9ca3af' stroke-width='2'/></pattern><linearGradient id='sa-g-stab' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#0072B2'/></linearGradient><linearGradient id='sa-g-val' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#D55E00'/></linearGradient></defs><line class='sa-grid' x1='64' x2='1024' y1='287.6' y2='287.6' stroke-width='1'/><text class='sa-muted' x='56' y='291.6' text-anchor='end' font-size='12'>900</text><line class='sa-grid' x1='64' x2='1024' y1='233.7' y2='233.7' stroke-width='1'/><text class='sa-muted' x='56' y='237.7' text-anchor='end' font-size='12'>1000</text><line class='sa-grid' x1='64' x2='1024' y1='179.7' y2='179.7' stroke-width='1'/><text class='sa-muted' x='56' y='183.7' text-anchor='end' font-size='12'>1100</text><line class='sa-grid' x1='64' x2='1024' y1='125.8' y2='125.8' stroke-width='1'/><text class='sa-muted' x='56' y='129.8' text-anchor='end' font-size='12'>1200</text><line class='sa-grid' x1='64' x2='1024' y1='71.9' y2='71.9' stroke-width='1'/><text class='sa-muted' x='56' y='75.9' text-anchor='end' font-size='12'>1300</text><line class='sa-grid' x1='64' x2='1024' y1='18.0' y2='18.0' stroke-width='1'/><text class='sa-muted' x='56' y='22.0' text-anchor='end' font-size='12'>1400</text><text class='sa-text' transform='translate(16 173) rotate(-90)' text-anchor='middle' font-size='13'>Elo</text><line class='sa-ink' x1='64' x2='1024' y1='233.7' y2='233.7' stroke-width='1' stroke-dasharray='4 4' opacity='0.5'/><rect x='73.6' y='271.4' width='22.4' height='56.6' fill='#57a2cc' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='96.0' y='271.4' width='22.4' height='56.6' fill='#dc7a2c' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='96.0' x2='96.0' y1='242.3' y2='309.7'/><line x1='91.0' x2='101.0' y1='242.3' y2='242.3'/><line x1='91.0' x2='101.0' y1='309.7' y2='309.7'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(100.0 342.0) rotate(-35)'>LaplacianScore</text><rect class='sa-hit' x='64.0' y='18' width='64' height='414'><title>LaplacianScore (Distance, non-search)
-Elo 930  [95% CI 859–984]
-Stability 0.660
-Validity 0.827</title></rect><rect x='137.6' y='233.7' width='22.4' height='94.3' fill='#ffffff' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='160.0' y='233.7' width='22.4' height='94.3' fill='#e9ac7c' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='160.0' x2='160.0' y1='211.0' y2='260.1'/><line x1='155.0' x2='165.0' y1='211.0' y2='211.0'/><line x1='155.0' x2='165.0' y1='260.1' y2='260.1'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(164.0 342.0) rotate(-35)'>Random</text><rect class='sa-hit' x='128.0' y='18' width='64' height='414'><title>Random (Baseline, baseline)
-Elo 1000  [95% CI 951–1042]
-Stability -0.001
-Validity 0.513</title></rect><rect x='201.6' y='149.0' width='22.4' height='179.0' fill='#d8eaf3' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='224.0' y='149.0' width='22.4' height='179.0' fill='#e7a26c' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='224.0' x2='224.0' y1='127.4' y2='171.1'/><line x1='219.0' x2='229.0' y1='127.4' y2='127.4'/><line x1='219.0' x2='229.0' y1='171.1' y2='171.1'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(228.0 342.0) rotate(-35)'>LOCO</text><rect class='sa-hit' x='192.0' y='18' width='64' height='414'><title>LOCO (Leave-one-out, search)
-Elo 1157  [95% CI 1116–1197]
-Stability 0.151
-Validity 0.575</title></rect><rect x='265.6' y='139.3' width='22.4' height='188.7' fill='#c2dded' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='288.0' y='139.3' width='22.4' height='188.7' fill='#e59a5f' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='288.0' x2='288.0' y1='119.4' y2='161.9'/><line x1='283.0' x2='293.0' y1='119.4' y2='119.4'/><line x1='283.0' x2='293.0' y1='161.9' y2='161.9'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(292.0 342.0) rotate(-35)'>SFS</text><rect class='sa-hit' x='256.0' y='18' width='64' height='414'><title>SFS (Forward search, search)
-Elo 1175  [95% CI 1133–1212]
-Stability 0.239
-Validity 0.627</title></rect><rect x='329.6' y='136.1' width='22.4' height='191.9' fill='#62a8d0' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='352.0' y='136.1' width='22.4' height='191.9' fill='#e39557' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='352.0' x2='352.0' y1='117.2' y2='156.0'/><line x1='347.0' x2='357.0' y1='117.2' y2='117.2'/><line x1='347.0' x2='357.0' y1='156.0' y2='156.0'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(356.0 342.0) rotate(-35)'>mRMR</text><rect class='sa-hit' x='320.0' y='18' width='64' height='414'><title>mRMR (Information theory, non-search)
-Elo 1181  [95% CI 1144–1216]
-Stability 0.614
-Validity 0.660</title></rect><rect x='393.6' y='133.4' width='22.4' height='194.6' fill='#daebf4' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='416.0' y='133.4' width='22.4' height='194.6' fill='#e8a571' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='416.0' x2='416.0' y1='109.1' y2='158.2'/><line x1='411.0' x2='421.0' y1='109.1' y2='109.1'/><line x1='411.0' x2='421.0' y1='158.2' y2='158.2'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(420.0 342.0) rotate(-35)'>SBE</text><rect class='sa-hit' x='384.0' y='18' width='64' height='414'><title>SBE (Backward search, search)
-Elo 1186  [95% CI 1140–1231]
-Stability 0.144
-Validity 0.556</title></rect><rect x='457.6' y='129.1' width='22.4' height='198.9' fill='#54a1cb' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='480.0' y='129.1' width='22.4' height='198.9' fill='#db7525' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='480.0' x2='480.0' y1='108.6' y2='149.0'/><line x1='475.0' x2='485.0' y1='108.6' y2='108.6'/><line x1='475.0' x2='485.0' y1='149.0' y2='149.0'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(484.0 342.0) rotate(-35)'>GainRatio</text><rect class='sa-hit' x='448.0' y='18' width='64' height='414'><title>GainRatio (Information theory, non-search)
-Elo 1194  [95% CI 1157–1232]
-Stability 0.670
-Validity 0.856</title></rect><rect x='521.6' y='120.4' width='22.4' height='207.6' fill='#53a0cb' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='544.0' y='120.4' width='22.4' height='207.6' fill='#df853e' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='544.0' x2='544.0' y1='99.4' y2='140.9'/><line x1='539.0' x2='549.0' y1='99.4' y2='99.4'/><line x1='539.0' x2='549.0' y1='140.9' y2='140.9'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(548.0 342.0) rotate(-35)'>(R)ReliefF</text><rect class='sa-hit' x='512.0' y='18' width='64' height='414'><title>(R)ReliefF (Distance, non-search)
-Elo 1210  [95% CI 1172–1249]
-Stability 0.673
-Validity 0.757</title></rect><rect x='585.6' y='113.4' width='22.4' height='214.6' fill='#4b9bc9' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='608.0' y='113.4' width='22.4' height='214.6' fill='#da711f' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='608.0' x2='608.0' y1='94.0' y2='132.3'/><line x1='603.0' x2='613.0' y1='94.0' y2='94.0'/><line x1='603.0' x2='613.0' y1='132.3' y2='132.3'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(612.0 342.0) rotate(-35)'>F-Test</text><rect class='sa-hit' x='576.0' y='18' width='64' height='414'><title>F-Test (Correlation, non-search)
-Elo 1223  [95% CI 1188–1259]
-Stability 0.706
-Validity 0.879</title></rect><rect x='649.6' y='105.9' width='22.4' height='222.1' fill='#96c5df' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='672.0' y='105.9' width='22.4' height='222.1' fill='#ecb78d' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='672.0' x2='672.0' y1='88.6' y2='124.2'/><line x1='667.0' x2='677.0' y1='88.6' y2='88.6'/><line x1='667.0' x2='677.0' y1='124.2' y2='124.2'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(676.0 342.0) rotate(-35)'>MarkovBlanket</text><rect class='sa-hit' x='640.0' y='18' width='64' height='414'><title>MarkovBlanket (Backward search, search)
-Elo 1237  [95% CI 1203–1269]
-Stability 0.413
-Validity 0.447</title></rect><rect x='713.6' y='99.4' width='22.4' height='228.6' fill='#9cc8e1' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='736.0' y='99.4' width='22.4' height='228.6' fill='#e08945' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='736.0' x2='736.0' y1='77.8' y2='123.7'/><line x1='731.0' x2='741.0' y1='77.8' y2='77.8'/><line x1='731.0' x2='741.0' y1='123.7' y2='123.7'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(740.0 342.0) rotate(-35)'>Lasso</text><rect class='sa-hit' x='704.0' y='18' width='64' height='414'><title>Lasso (Regularization, non-search)
-Elo 1249  [95% CI 1204–1289]
-Stability 0.389
-Validity 0.730</title></rect><rect x='777.6' y='87.0' width='22.4' height='241.0' fill='#519fca' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='800.0' y='87.0' width='22.4' height='241.0' fill='#dd7c2f' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='800.0' x2='800.0' y1='65.4' y2='107.0'/><line x1='795.0' x2='805.0' y1='65.4' y2='65.4'/><line x1='795.0' x2='805.0' y1='107.0' y2='107.0'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(804.0 342.0) rotate(-35)'>MI</text><rect class='sa-hit' x='768.0' y='18' width='64' height='414'><title>MI (Information theory, non-search)
-Elo 1272  [95% CI 1235–1312]
-Stability 0.683
-Validity 0.815</title></rect><rect x='841.6' y='86.5' width='22.4' height='241.5' fill='#84bbda' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='864.0' y='86.5' width='22.4' height='241.5' fill='#de8239' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='864.0' x2='864.0' y1='63.8' y2='109.7'/><line x1='859.0' x2='869.0' y1='63.8' y2='63.8'/><line x1='859.0' x2='869.0' y1='109.7' y2='109.7'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(868.0 342.0) rotate(-35)'>ElasticNet</text><rect class='sa-hit' x='832.0' y='18' width='64' height='414'><title>ElasticNet (Regularization, non-search)
-Elo 1273  [95% CI 1230–1315]
-Stability 0.481
-Validity 0.777</title></rect><rect x='905.6' y='83.8' width='22.4' height='244.2' fill='#8ec0dd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='928.0' y='83.8' width='22.4' height='244.2' fill='#e7a36d' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='928.0' x2='928.0' y1='61.1' y2='103.7'/><line x1='923.0' x2='933.0' y1='61.1' y2='61.1'/><line x1='923.0' x2='933.0' y1='103.7' y2='103.7'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(932.0 342.0) rotate(-35)'>CART</text><rect class='sa-hit' x='896.0' y='18' width='64' height='414'><title>CART (Tree, non-search)
-Elo 1278  [95% CI 1241–1320]
-Stability 0.444
-Validity 0.572</title></rect><rect x='969.6' y='58.4' width='22.4' height='269.6' fill='#53a0cb' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='992.0' y='58.4' width='22.4' height='269.6' fill='#e2904f' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='992.0' x2='992.0' y1='34.2' y2='79.5'/><line x1='987.0' x2='997.0' y1='34.2' y2='34.2'/><line x1='987.0' x2='997.0' y1='79.5' y2='79.5'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(996.0 342.0) rotate(-35)'>RFImportance</text><rect class='sa-hit' x='960.0' y='18' width='64' height='414'><title>RFImportance (Tree, non-search)
-Elo 1325  [95% CI 1286–1370]
-Stability 0.676
-Validity 0.691</title></rect><line class='sa-ink' x1='64' x2='1024' y1='328.0' y2='328.0' stroke-width='1' opacity='0.4'/><rect x='1070' y='40.0' width='12' height='107.0' fill='url(#sa-g-stab)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='30.0' text-anchor='middle' font-size='12'>stable</text><text class='sa-text' x='1076' y='165.0' text-anchor='middle' font-size='12'>unstable</text><text class='sa-muted' x='1088' y='151.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='97.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='44.0' font-size='11'>1.0</text><rect x='1070' y='207.0' width='12' height='107.0' fill='url(#sa-g-val)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='197.0' text-anchor='middle' font-size='12'>valid</text><text class='sa-text' x='1076' y='332.0' text-anchor='middle' font-size='12'>invalid</text><text class='sa-muted' x='1088' y='318.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='264.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='211.0' font-size='11'>1.0</text><rect x='1070' y='352.0' width='12' height='12' fill='url(#sa-na)' stroke='#000' stroke-width='0.6'/><text class='sa-muted' x='1088' y='362.0' font-size='11'>no result</text></svg><script type='text/plain' id='sa-csv'>Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Stability,Validity
+.sa-hit { fill:transparent; cursor:default; }
+.sa-hit:hover, .sa-hit.sa-on { fill:var(--fg); fill-opacity:0.06; }
+</style><defs><pattern id='sa-na' width='6' height='6' patternUnits='userSpaceOnUse' patternTransform='rotate(45)'><rect width='6' height='6' fill='#e5e7eb'/><line x1='0' y1='0' x2='0' y2='6' stroke='#9ca3af' stroke-width='2'/></pattern><linearGradient id='sa-g-stab' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#0072B2'/></linearGradient><linearGradient id='sa-g-val' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#D55E00'/></linearGradient></defs><line class='sa-grid' x1='64' x2='1024' y1='287.6' y2='287.6' stroke-width='1'/><text class='sa-muted' x='56' y='291.6' text-anchor='end' font-size='12'>900</text><line class='sa-grid' x1='64' x2='1024' y1='233.7' y2='233.7' stroke-width='1'/><text class='sa-muted' x='56' y='237.7' text-anchor='end' font-size='12'>1000</text><line class='sa-grid' x1='64' x2='1024' y1='179.7' y2='179.7' stroke-width='1'/><text class='sa-muted' x='56' y='183.7' text-anchor='end' font-size='12'>1100</text><line class='sa-grid' x1='64' x2='1024' y1='125.8' y2='125.8' stroke-width='1'/><text class='sa-muted' x='56' y='129.8' text-anchor='end' font-size='12'>1200</text><line class='sa-grid' x1='64' x2='1024' y1='71.9' y2='71.9' stroke-width='1'/><text class='sa-muted' x='56' y='75.9' text-anchor='end' font-size='12'>1300</text><line class='sa-grid' x1='64' x2='1024' y1='18.0' y2='18.0' stroke-width='1'/><text class='sa-muted' x='56' y='22.0' text-anchor='end' font-size='12'>1400</text><text class='sa-text' transform='translate(16 173) rotate(-90)' text-anchor='middle' font-size='13'>Elo</text><line class='sa-ink' x1='64' x2='1024' y1='233.7' y2='233.7' stroke-width='1' stroke-dasharray='4 4' opacity='0.5'/><rect x='73.6' y='271.4' width='22.4' height='56.6' fill='#57a2cc' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='96.0' y='271.4' width='22.4' height='56.6' fill='#dc7a2c' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='96.0' x2='96.0' y1='242.3' y2='309.7'/><line x1='91.0' x2='101.0' y1='242.3' y2='242.3'/><line x1='91.0' x2='101.0' y1='309.7' y2='309.7'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(100.0 342.0) rotate(-35)'>LaplacianScore</text><rect class='sa-hit' x='64.0' y='18' width='64' height='414' data-tip='LaplacianScore (Distance, non-search)&#10;Elo 930  [95% CI 859–984]&#10;Stability 0.660&#10;Validity 0.827' aria-label='LaplacianScore (Distance, non-search)&#10;Elo 930  [95% CI 859–984]&#10;Stability 0.660&#10;Validity 0.827'/><rect x='137.6' y='233.7' width='22.4' height='94.3' fill='#ffffff' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='160.0' y='233.7' width='22.4' height='94.3' fill='#e9ac7c' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='160.0' x2='160.0' y1='211.0' y2='260.1'/><line x1='155.0' x2='165.0' y1='211.0' y2='211.0'/><line x1='155.0' x2='165.0' y1='260.1' y2='260.1'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(164.0 342.0) rotate(-35)'>Random</text><rect class='sa-hit' x='128.0' y='18' width='64' height='414' data-tip='Random (Baseline, baseline)&#10;Elo 1000  [95% CI 951–1042]&#10;Stability -0.001&#10;Validity 0.513' aria-label='Random (Baseline, baseline)&#10;Elo 1000  [95% CI 951–1042]&#10;Stability -0.001&#10;Validity 0.513'/><rect x='201.6' y='149.0' width='22.4' height='179.0' fill='#d8eaf3' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='224.0' y='149.0' width='22.4' height='179.0' fill='#e7a26c' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='224.0' x2='224.0' y1='127.4' y2='171.1'/><line x1='219.0' x2='229.0' y1='127.4' y2='127.4'/><line x1='219.0' x2='229.0' y1='171.1' y2='171.1'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(228.0 342.0) rotate(-35)'>LOCO</text><rect class='sa-hit' x='192.0' y='18' width='64' height='414' data-tip='LOCO (Leave-one-out, search)&#10;Elo 1157  [95% CI 1116–1197]&#10;Stability 0.151&#10;Validity 0.575' aria-label='LOCO (Leave-one-out, search)&#10;Elo 1157  [95% CI 1116–1197]&#10;Stability 0.151&#10;Validity 0.575'/><rect x='265.6' y='139.3' width='22.4' height='188.7' fill='#c2dded' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='288.0' y='139.3' width='22.4' height='188.7' fill='#e59a5f' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='288.0' x2='288.0' y1='119.4' y2='161.9'/><line x1='283.0' x2='293.0' y1='119.4' y2='119.4'/><line x1='283.0' x2='293.0' y1='161.9' y2='161.9'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(292.0 342.0) rotate(-35)'>SFS</text><rect class='sa-hit' x='256.0' y='18' width='64' height='414' data-tip='SFS (Forward search, search)&#10;Elo 1175  [95% CI 1133–1212]&#10;Stability 0.239&#10;Validity 0.627' aria-label='SFS (Forward search, search)&#10;Elo 1175  [95% CI 1133–1212]&#10;Stability 0.239&#10;Validity 0.627'/><rect x='329.6' y='136.1' width='22.4' height='191.9' fill='#62a8d0' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='352.0' y='136.1' width='22.4' height='191.9' fill='#e39557' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='352.0' x2='352.0' y1='117.2' y2='156.0'/><line x1='347.0' x2='357.0' y1='117.2' y2='117.2'/><line x1='347.0' x2='357.0' y1='156.0' y2='156.0'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(356.0 342.0) rotate(-35)'>mRMR</text><rect class='sa-hit' x='320.0' y='18' width='64' height='414' data-tip='mRMR (Information theory, non-search)&#10;Elo 1181  [95% CI 1144–1216]&#10;Stability 0.614&#10;Validity 0.660' aria-label='mRMR (Information theory, non-search)&#10;Elo 1181  [95% CI 1144–1216]&#10;Stability 0.614&#10;Validity 0.660'/><rect x='393.6' y='133.4' width='22.4' height='194.6' fill='#daebf4' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='416.0' y='133.4' width='22.4' height='194.6' fill='#e8a571' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='416.0' x2='416.0' y1='109.1' y2='158.2'/><line x1='411.0' x2='421.0' y1='109.1' y2='109.1'/><line x1='411.0' x2='421.0' y1='158.2' y2='158.2'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(420.0 342.0) rotate(-35)'>SBE</text><rect class='sa-hit' x='384.0' y='18' width='64' height='414' data-tip='SBE (Backward search, search)&#10;Elo 1186  [95% CI 1140–1231]&#10;Stability 0.144&#10;Validity 0.556' aria-label='SBE (Backward search, search)&#10;Elo 1186  [95% CI 1140–1231]&#10;Stability 0.144&#10;Validity 0.556'/><rect x='457.6' y='129.1' width='22.4' height='198.9' fill='#54a1cb' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='480.0' y='129.1' width='22.4' height='198.9' fill='#db7525' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='480.0' x2='480.0' y1='108.6' y2='149.0'/><line x1='475.0' x2='485.0' y1='108.6' y2='108.6'/><line x1='475.0' x2='485.0' y1='149.0' y2='149.0'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(484.0 342.0) rotate(-35)'>GainRatio</text><rect class='sa-hit' x='448.0' y='18' width='64' height='414' data-tip='GainRatio (Information theory, non-search)&#10;Elo 1194  [95% CI 1157–1232]&#10;Stability 0.670&#10;Validity 0.856' aria-label='GainRatio (Information theory, non-search)&#10;Elo 1194  [95% CI 1157–1232]&#10;Stability 0.670&#10;Validity 0.856'/><rect x='521.6' y='120.4' width='22.4' height='207.6' fill='#53a0cb' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='544.0' y='120.4' width='22.4' height='207.6' fill='#df853e' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='544.0' x2='544.0' y1='99.4' y2='140.9'/><line x1='539.0' x2='549.0' y1='99.4' y2='99.4'/><line x1='539.0' x2='549.0' y1='140.9' y2='140.9'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(548.0 342.0) rotate(-35)'>(R)ReliefF</text><rect class='sa-hit' x='512.0' y='18' width='64' height='414' data-tip='(R)ReliefF (Distance, non-search)&#10;Elo 1210  [95% CI 1172–1249]&#10;Stability 0.673&#10;Validity 0.757' aria-label='(R)ReliefF (Distance, non-search)&#10;Elo 1210  [95% CI 1172–1249]&#10;Stability 0.673&#10;Validity 0.757'/><rect x='585.6' y='113.4' width='22.4' height='214.6' fill='#4b9bc9' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='608.0' y='113.4' width='22.4' height='214.6' fill='#da711f' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='608.0' x2='608.0' y1='94.0' y2='132.3'/><line x1='603.0' x2='613.0' y1='94.0' y2='94.0'/><line x1='603.0' x2='613.0' y1='132.3' y2='132.3'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(612.0 342.0) rotate(-35)'>F-Test</text><rect class='sa-hit' x='576.0' y='18' width='64' height='414' data-tip='F-Test (Correlation, non-search)&#10;Elo 1223  [95% CI 1188–1259]&#10;Stability 0.706&#10;Validity 0.879' aria-label='F-Test (Correlation, non-search)&#10;Elo 1223  [95% CI 1188–1259]&#10;Stability 0.706&#10;Validity 0.879'/><rect x='649.6' y='105.9' width='22.4' height='222.1' fill='#96c5df' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='672.0' y='105.9' width='22.4' height='222.1' fill='#ecb78d' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='672.0' x2='672.0' y1='88.6' y2='124.2'/><line x1='667.0' x2='677.0' y1='88.6' y2='88.6'/><line x1='667.0' x2='677.0' y1='124.2' y2='124.2'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(676.0 342.0) rotate(-35)'>MarkovBlanket</text><rect class='sa-hit' x='640.0' y='18' width='64' height='414' data-tip='MarkovBlanket (Backward search, search)&#10;Elo 1237  [95% CI 1203–1269]&#10;Stability 0.413&#10;Validity 0.447' aria-label='MarkovBlanket (Backward search, search)&#10;Elo 1237  [95% CI 1203–1269]&#10;Stability 0.413&#10;Validity 0.447'/><rect x='713.6' y='99.4' width='22.4' height='228.6' fill='#9cc8e1' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='736.0' y='99.4' width='22.4' height='228.6' fill='#e08945' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='736.0' x2='736.0' y1='77.8' y2='123.7'/><line x1='731.0' x2='741.0' y1='77.8' y2='77.8'/><line x1='731.0' x2='741.0' y1='123.7' y2='123.7'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(740.0 342.0) rotate(-35)'>Lasso</text><rect class='sa-hit' x='704.0' y='18' width='64' height='414' data-tip='Lasso (Regularization, non-search)&#10;Elo 1249  [95% CI 1204–1289]&#10;Stability 0.389&#10;Validity 0.730' aria-label='Lasso (Regularization, non-search)&#10;Elo 1249  [95% CI 1204–1289]&#10;Stability 0.389&#10;Validity 0.730'/><rect x='777.6' y='87.0' width='22.4' height='241.0' fill='#519fca' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='800.0' y='87.0' width='22.4' height='241.0' fill='#dd7c2f' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='800.0' x2='800.0' y1='65.4' y2='107.0'/><line x1='795.0' x2='805.0' y1='65.4' y2='65.4'/><line x1='795.0' x2='805.0' y1='107.0' y2='107.0'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(804.0 342.0) rotate(-35)'>MI</text><rect class='sa-hit' x='768.0' y='18' width='64' height='414' data-tip='MI (Information theory, non-search)&#10;Elo 1272  [95% CI 1235–1312]&#10;Stability 0.683&#10;Validity 0.815' aria-label='MI (Information theory, non-search)&#10;Elo 1272  [95% CI 1235–1312]&#10;Stability 0.683&#10;Validity 0.815'/><rect x='841.6' y='86.5' width='22.4' height='241.5' fill='#84bbda' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='864.0' y='86.5' width='22.4' height='241.5' fill='#de8239' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='864.0' x2='864.0' y1='63.8' y2='109.7'/><line x1='859.0' x2='869.0' y1='63.8' y2='63.8'/><line x1='859.0' x2='869.0' y1='109.7' y2='109.7'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(868.0 342.0) rotate(-35)'>ElasticNet</text><rect class='sa-hit' x='832.0' y='18' width='64' height='414' data-tip='ElasticNet (Regularization, non-search)&#10;Elo 1273  [95% CI 1230–1315]&#10;Stability 0.481&#10;Validity 0.777' aria-label='ElasticNet (Regularization, non-search)&#10;Elo 1273  [95% CI 1230–1315]&#10;Stability 0.481&#10;Validity 0.777'/><rect x='905.6' y='83.8' width='22.4' height='244.2' fill='#8ec0dd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='928.0' y='83.8' width='22.4' height='244.2' fill='#e7a36d' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='928.0' x2='928.0' y1='61.1' y2='103.7'/><line x1='923.0' x2='933.0' y1='61.1' y2='61.1'/><line x1='923.0' x2='933.0' y1='103.7' y2='103.7'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(932.0 342.0) rotate(-35)'>CART</text><rect class='sa-hit' x='896.0' y='18' width='64' height='414' data-tip='CART (Tree, non-search)&#10;Elo 1278  [95% CI 1241–1320]&#10;Stability 0.444&#10;Validity 0.572' aria-label='CART (Tree, non-search)&#10;Elo 1278  [95% CI 1241–1320]&#10;Stability 0.444&#10;Validity 0.572'/><rect x='969.6' y='58.4' width='22.4' height='269.6' fill='#53a0cb' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='992.0' y='58.4' width='22.4' height='269.6' fill='#e2904f' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='992.0' x2='992.0' y1='34.2' y2='79.5'/><line x1='987.0' x2='997.0' y1='34.2' y2='34.2'/><line x1='987.0' x2='997.0' y1='79.5' y2='79.5'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(996.0 342.0) rotate(-35)'>RFImportance</text><rect class='sa-hit' x='960.0' y='18' width='64' height='414' data-tip='RFImportance (Tree, non-search)&#10;Elo 1325  [95% CI 1286–1370]&#10;Stability 0.676&#10;Validity 0.691' aria-label='RFImportance (Tree, non-search)&#10;Elo 1325  [95% CI 1286–1370]&#10;Stability 0.676&#10;Validity 0.691'/><line class='sa-ink' x1='64' x2='1024' y1='328.0' y2='328.0' stroke-width='1' opacity='0.4'/><rect x='1070' y='40.0' width='12' height='107.0' fill='url(#sa-g-stab)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='30.0' text-anchor='middle' font-size='12'>stable</text><text class='sa-text' x='1076' y='165.0' text-anchor='middle' font-size='12'>unstable</text><text class='sa-muted' x='1088' y='151.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='97.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='44.0' font-size='11'>1.0</text><rect x='1070' y='207.0' width='12' height='107.0' fill='url(#sa-g-val)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='197.0' text-anchor='middle' font-size='12'>valid</text><text class='sa-text' x='1076' y='332.0' text-anchor='middle' font-size='12'>invalid</text><text class='sa-muted' x='1088' y='318.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='264.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='211.0' font-size='11'>1.0</text><rect x='1070' y='352.0' width='12' height='12' fill='url(#sa-na)' stroke='#000' stroke-width='0.6'/><text class='sa-muted' x='1088' y='362.0' font-size='11'>no result</text></svg><script type='text/plain' id='sa-csv'>Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Stability,Validity
 RFImportance,Non-search,Tree,1325.0,1286.0,1370.0,0.676,0.691
 CART,Non-search,Tree,1278.0,1241.0,1320.0,0.444,0.572
 ElasticNet,Non-search,Regularization,1273.0,1230.0,1315.0,0.481,0.777
@@ -105,6 +65,47 @@ function saCsv(name) {
   if (window.ResizeObserver) new ResizeObserver(post).observe(document.body);
 })();
 
+// Instant tooltip: a native SVG <title> only shows after a browser delay of 1-3 s.
+(function () {
+  var tip = document.createElement('div');
+  tip.id = 'sa-tip';
+  document.body.appendChild(tip);
+  var current = null;
+  function show(hit, x, y) {
+    if (current !== hit) {
+      if (current) current.classList.remove('sa-on');
+      current = hit;
+      hit.classList.add('sa-on');
+      var lines = hit.getAttribute('data-tip').split('\n');
+      tip.textContent = '';
+      var head = document.createElement('b');
+      head.textContent = lines[0];
+      tip.appendChild(head);
+      tip.appendChild(document.createTextNode('\n' + lines.slice(1).join('\n')));
+      tip.style.display = 'block';
+    }
+    var w = tip.offsetWidth, h = tip.offsetHeight;
+    var left = x + 14, top = y + 14;
+    if (left + w > window.innerWidth - 4) left = Math.max(4, x - w - 14);
+    if (top + h > window.innerHeight - 4) top = Math.max(4, y - h - 14);
+    tip.style.left = left + 'px';
+    tip.style.top = top + 'px';
+  }
+  function hide() {
+    if (current) current.classList.remove('sa-on');
+    current = null;
+    tip.style.display = 'none';
+  }
+  document.addEventListener('pointermove', function (e) {
+    var hit = e.target.closest ? e.target.closest('.sa-hit') : null;
+    if (hit) show(hit, e.clientX, e.clientY); else if (e.pointerType === 'mouse') hide();
+  });
+  document.addEventListener('pointerdown', function (e) {  // touch: tap a bar to show, elsewhere to hide
+    var hit = e.target.closest ? e.target.closest('.sa-hit') : null;
+    if (hit) show(hit, e.clientX, e.clientY); else hide();
+  });
+  document.addEventListener('mouseleave', hide);
+})();
 function saSvgString() {
   var svg = document.getElementById('sa-figure').cloneNode(true);
   var style = getComputedStyle(document.documentElement);

data/subsets/tasks_all/models_all/budgets_2/leaderboard_table.html

@@ -29,7 +29,7 @@ td.na { color:var(--muted); }
   font-size:12px; color:var(--fg); }
 .pill.cat-search { border-color:var(--accent); }
 .pill.cat-baseline { color:var(--muted); }
-</style></head><body><div class='toolbar'><span class='hint'>Click a column to sort. Hover a header for its definition.</span><button onclick="saCsv('selectarena_leaderboard.csv')">CSV</button></div><div class='wrap'><table id='sa-table'><thead><tr><th class='num'>#</th><th class=''>Method</th><th class='' title='Taxonomy of the paper (Appendix A). Search methods evaluate many feature subsets with the model (forward, backward, leave-one-out); non-search methods use a proxy instead (correlation, distance, information theory, tree, regularization).'>Type</th><th class='num' title='Bradley-Terry Elo from pairwise matches within each dataset, budget and downstream model. Random = 1000. +/− give the 95% bootstrap interval.'>Elo ↑</th><th class='num' title='Mean rank of the downstream error.'>Avg. rank ↓</th><th class='num' title='Share of pairwise comparisons won, in %. Ties count half.'>Win rate ↑</th><th class='num' title='Mean relative gap (error − best error) / error to the best method, in %.'>Improvability ↓</th><th class='num' title='Mean ratio of the error to the same model trained on all features. Below 1: the selection helped.'>Error vs. all ↓</th><th class='num' title='Agreement of the selected features across bootstrap resamples (Nogueira et al., 2018).'>Stability ↑</th><th class='num' title='Share of the budget filled with original features when as many noise features are added.'>Validity ↑</th><th class='num' title='Median wall-clock time of the selection.'>Time (s) ↓</th><th class='num' title='Share of runs where the method ran out of time and random features filled the budget.'>Fallback (%)</th><th class='num'>#Datasets</th></tr></thead><tbody><tr><td class='num' data-sort='1'>1</td><td class='method' data-sort='RFImportance'>RFImportance</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1325.0'>1325<span class='sub'>+45 / −39</span></td><td class='num' data-sort='6.04'>6.04</td><td class='num' data-sort='64.0'>64.0</td><td class='num' data-sort='14.6'>14.6</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.676'>0.676</td><td class='num' data-sort='0.691'>0.691</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='2'>2</td><td class='method' data-sort='CART'>CART</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1278.0'>1278<span class='sub'>+42 / −37</span></td><td class='num' data-sort='6.67'>6.67</td><td class='num' data-sort='59.5'>59.5</td><td class='num' data-sort='18.5'>18.5</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.444'>0.444</td><td class='num' data-sort='0.572'>0.572</td><td class='num' data-sort='0.1'>0.1</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='3'>3</td><td class='method' data-sort='ElasticNet'>ElasticNet</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1273.0'>1273<span class='sub'>+42 / −43</span></td><td class='num' data-sort='6.64'>6.64</td><td class='num' data-sort='59.7'>59.7</td><td class='num' data-sort='18.1'>18.1</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.481'>0.481</td><td class='num' data-sort='0.777'>0.777</td><td class='num' data-sort='7.6'>7.6</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='4'>4</td><td class='method' data-sort='MI'>MI</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1272.0'>1272<span class='sub'>+40 / −37</span></td><td class='num' data-sort='6.82'>6.82</td><td class='num' data-sort='58.4'>58.4</td><td class='num' data-sort='18.3'>18.3</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.683'>0.683</td><td class='num' data-sort='0.815'>0.815</td><td class='num' data-sort='0.4'>0.4</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='5'>5</td><td class='method' data-sort='Lasso'>Lasso</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1249.0'>1249<span class='sub'>+40 / −45</span></td><td class='num' data-sort='6.97'>6.97</td><td class='num' data-sort='57.4'>57.4</td><td class='num' data-sort='18.3'>18.3</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.389'>0.389</td><td class='num' data-sort='0.73'>0.730</td><td class='num' data-sort='2.0'>2.0</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='6'>6</td><td class='method' data-sort='MarkovBlanket'>MarkovBlanket</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1237.0'>1237<span class='sub'>+32 / −34</span></td><td class='num' data-sort='7.5'>7.50</td><td class='num' data-sort='53.6'>53.6</td><td class='num' data-sort='21.0'>21.0</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.413'>0.413</td><td class='num' data-sort='0.447'>0.447</td><td class='num' data-sort='0.1'>0.1</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='7'>7</td><td class='method' data-sort='F-Test'>F-Test</td><td class='' data-sort='Correlation'><span class='pill cat-non-search'>Correlation</span><span class='sub'>non-search</span></td><td class='num' data-sort='1223.0'>1223<span class='sub'>+36 / −35</span></td><td class='num' data-sort='7.49'>7.49</td><td class='num' data-sort='53.6'>53.6</td><td class='num' data-sort='20.5'>20.5</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.706'>0.706</td><td class='num' data-sort='0.879'>0.879</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='8'>8</td><td class='method' data-sort='(R)ReliefF'>(R)ReliefF</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='1210.0'>1210<span class='sub'>+39 / −38</span></td><td class='num' data-sort='7.86'>7.86</td><td class='num' data-sort='51.0'>51.0</td><td class='num' data-sort='20.2'>20.2</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.673'>0.673</td><td class='num' data-sort='0.757'>0.757</td><td class='num' data-sort='14.4'>14.4</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='9'>9</td><td class='method' data-sort='GainRatio'>GainRatio</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1194.0'>1194<span class='sub'>+38 / −37</span></td><td class='num' data-sort='8.22'>8.22</td><td class='num' data-sort='48.4'>48.4</td><td class='num' data-sort='22.8'>22.8</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.67'>0.670</td><td class='num' data-sort='0.856'>0.856</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='10'>10</td><td class='method' data-sort='SBE'>SBE</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1186.0'>1186<span class='sub'>+45 / −46</span></td><td class='num' data-sort='8.15'>8.15</td><td class='num' data-sort='48.9'>48.9</td><td class='num' data-sort='24.7'>24.7</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.144'>0.144</td><td class='num' data-sort='0.556'>0.556</td><td class='num' data-sort='2621.7'>2,621.7</td><td class='num' data-sort='47.8'>47.8</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='11'>11</td><td class='method' data-sort='mRMR'>mRMR</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1181.0'>1181<span class='sub'>+35 / −37</span></td><td class='num' data-sort='8.22'>8.22</td><td class='num' data-sort='48.4'>48.4</td><td class='num' data-sort='21.5'>21.5</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.614'>0.614</td><td class='num' data-sort='0.66'>0.660</td><td class='num' data-sort='0.5'>0.5</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='12'>12</td><td class='method' data-sort='SFS'>SFS</td><td class='' data-sort='Forward search'><span class='pill cat-search'>Forward search</span><span class='sub'>search</span></td><td class='num' data-sort='1175.0'>1175<span class='sub'>+37 / −42</span></td><td class='num' data-sort='8.11'>8.11</td><td class='num' data-sort='49.2'>49.2</td><td class='num' data-sort='23.1'>23.1</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.239'>0.239</td><td class='num' data-sort='0.627'>0.627</td><td class='num' data-sort='2398.9'>2,398.9</td><td class='num' data-sort='47.2'>47.2</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='13'>13</td><td class='method' data-sort='LOCO'>LOCO</td><td class='' data-sort='Leave-one-out'><span class='pill cat-search'>Leave-one-out</span><span class='sub'>search</span></td><td class='num' data-sort='1157.0'>1157<span class='sub'>+40 / −41</span></td><td class='num' data-sort='8.42'>8.42</td><td class='num' data-sort='47.0'>47.0</td><td class='num' data-sort='25.1'>25.1</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.151'>0.151</td><td class='num' data-sort='0.575'>0.575</td><td class='num' data-sort='241.3'>241.3</td><td class='num' data-sort='6.8'>6.8</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='14'>14</td><td class='method' data-sort='Random'>Random</td><td class='' data-sort='Baseline'><span class='pill cat-baseline'>Baseline</span></td><td class='num' data-sort='1000.0'>1000<span class='sub'>+42 / −49</span></td><td class='num' data-sort='10.82'>10.82</td><td class='num' data-sort='29.9'>29.9</td><td class='num' data-sort='33.5'>33.5</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='-0.001'>-0.001</td><td class='num' data-sort='0.513'>0.513</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='100.0'>100.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='15'>15</td><td class='method' data-sort='LaplacianScore'>LaplacianScore</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='930.0'>930<span class='sub'>+54 / −71</span></td><td class='num' data-sort='12.08'>12.08</td><td class='num' data-sort='20.9'>20.9</td><td class='num' data-sort='39.5'>39.5</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.66'>0.660</td><td class='num' data-sort='0.827'>0.827</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr></tbody></table></div><script type='text/plain' id='sa-csv'>Rank,Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Avg. rank,Win rate (%),Improvability (%),Error vs. all features,Stability,Validity,Selection time (s),Fallback rate (%),#Datasets,#Comparisons
+</style></head><body><div class='toolbar'><span class='hint'>Click a column to sort. Hover a header for its definition.</span><button onclick="saCsv('selectarena_leaderboard.csv')">CSV</button></div><div class='wrap'><table id='sa-table'><thead><tr><th class='num'>#</th><th class=''>Method</th><th class='' title='Taxonomy of the paper (Appendix A). Search methods evaluate many feature subsets with the model (forward, backward, leave-one-out); non-search methods use a proxy instead (correlation, distance, information theory, tree, regularization).'>Type</th><th class='num' title='Bradley-Terry Elo from pairwise matches within each dataset, budget and downstream model. Random = 1000. +/− give the 95% bootstrap interval.'>Elo ↑</th><th class='num' title='Mean rank of the downstream error.'>Avg. rank ↓</th><th class='num' title='Mean relative gap (error − best error) / error to the best method, in %.'>Improvability ↓</th><th class='num' title='Agreement of the selected features across bootstrap resamples (Nogueira et al., 2018).'>Stability ↑</th><th class='num' title='Share of the budget filled with original features when as many noise features are added.'>Validity ↑</th><th class='num' title='Median wall-clock time of the selection.'>Time (s) ↓</th><th class='num' title='Share of runs where the method ran out of time and random features filled the budget.'>Fallback (%)</th></tr></thead><tbody><tr><td class='num' data-sort='1'>1</td><td class='method' data-sort='RFImportance'>RFImportance</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1325.0'>1325<span class='sub'>+45 / −39</span></td><td class='num' data-sort='6.04'>6.04</td><td class='num' data-sort='14.6'>14.6</td><td class='num' data-sort='0.676'>0.676</td><td class='num' data-sort='0.691'>0.691</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='2'>2</td><td class='method' data-sort='CART'>CART</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1278.0'>1278<span class='sub'>+42 / −37</span></td><td class='num' data-sort='6.67'>6.67</td><td class='num' data-sort='18.5'>18.5</td><td class='num' data-sort='0.444'>0.444</td><td class='num' data-sort='0.572'>0.572</td><td class='num' data-sort='0.1'>0.1</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='3'>3</td><td class='method' data-sort='ElasticNet'>ElasticNet</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1273.0'>1273<span class='sub'>+42 / −43</span></td><td class='num' data-sort='6.64'>6.64</td><td class='num' data-sort='18.1'>18.1</td><td class='num' data-sort='0.481'>0.481</td><td class='num' data-sort='0.777'>0.777</td><td class='num' data-sort='7.6'>7.6</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='4'>4</td><td class='method' data-sort='MI'>MI</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1272.0'>1272<span class='sub'>+40 / −37</span></td><td class='num' data-sort='6.82'>6.82</td><td class='num' data-sort='18.3'>18.3</td><td class='num' data-sort='0.683'>0.683</td><td class='num' data-sort='0.815'>0.815</td><td class='num' data-sort='0.4'>0.4</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='5'>5</td><td class='method' data-sort='Lasso'>Lasso</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1249.0'>1249<span class='sub'>+40 / −45</span></td><td class='num' data-sort='6.97'>6.97</td><td class='num' data-sort='18.3'>18.3</td><td class='num' data-sort='0.389'>0.389</td><td class='num' data-sort='0.73'>0.730</td><td class='num' data-sort='2.0'>2.0</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='6'>6</td><td class='method' data-sort='MarkovBlanket'>MarkovBlanket</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1237.0'>1237<span class='sub'>+32 / −34</span></td><td class='num' data-sort='7.5'>7.50</td><td class='num' data-sort='21.0'>21.0</td><td class='num' data-sort='0.413'>0.413</td><td class='num' data-sort='0.447'>0.447</td><td class='num' data-sort='0.1'>0.1</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='7'>7</td><td class='method' data-sort='F-Test'>F-Test</td><td class='' data-sort='Correlation'><span class='pill cat-non-search'>Correlation</span><span class='sub'>non-search</span></td><td class='num' data-sort='1223.0'>1223<span class='sub'>+36 / −35</span></td><td class='num' data-sort='7.49'>7.49</td><td class='num' data-sort='20.5'>20.5</td><td class='num' data-sort='0.706'>0.706</td><td class='num' data-sort='0.879'>0.879</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='8'>8</td><td class='method' data-sort='(R)ReliefF'>(R)ReliefF</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='1210.0'>1210<span class='sub'>+39 / −38</span></td><td class='num' data-sort='7.86'>7.86</td><td class='num' data-sort='20.2'>20.2</td><td class='num' data-sort='0.673'>0.673</td><td class='num' data-sort='0.757'>0.757</td><td class='num' data-sort='14.4'>14.4</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='9'>9</td><td class='method' data-sort='GainRatio'>GainRatio</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1194.0'>1194<span class='sub'>+38 / −37</span></td><td class='num' data-sort='8.22'>8.22</td><td class='num' data-sort='22.8'>22.8</td><td class='num' data-sort='0.67'>0.670</td><td class='num' data-sort='0.856'>0.856</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='10'>10</td><td class='method' data-sort='SBE'>SBE</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1186.0'>1186<span class='sub'>+45 / −46</span></td><td class='num' data-sort='8.15'>8.15</td><td class='num' data-sort='24.7'>24.7</td><td class='num' data-sort='0.144'>0.144</td><td class='num' data-sort='0.556'>0.556</td><td class='num' data-sort='2621.7'>2,621.7</td><td class='num' data-sort='47.8'>47.8</td></tr><tr><td class='num' data-sort='11'>11</td><td class='method' data-sort='mRMR'>mRMR</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1181.0'>1181<span class='sub'>+35 / −37</span></td><td class='num' data-sort='8.22'>8.22</td><td class='num' data-sort='21.5'>21.5</td><td class='num' data-sort='0.614'>0.614</td><td class='num' data-sort='0.66'>0.660</td><td class='num' data-sort='0.5'>0.5</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='12'>12</td><td class='method' data-sort='SFS'>SFS</td><td class='' data-sort='Forward search'><span class='pill cat-search'>Forward search</span><span class='sub'>search</span></td><td class='num' data-sort='1175.0'>1175<span class='sub'>+37 / −42</span></td><td class='num' data-sort='8.11'>8.11</td><td class='num' data-sort='23.1'>23.1</td><td class='num' data-sort='0.239'>0.239</td><td class='num' data-sort='0.627'>0.627</td><td class='num' data-sort='2398.9'>2,398.9</td><td class='num' data-sort='47.2'>47.2</td></tr><tr><td class='num' data-sort='13'>13</td><td class='method' data-sort='LOCO'>LOCO</td><td class='' data-sort='Leave-one-out'><span class='pill cat-search'>Leave-one-out</span><span class='sub'>search</span></td><td class='num' data-sort='1157.0'>1157<span class='sub'>+40 / −41</span></td><td class='num' data-sort='8.42'>8.42</td><td class='num' data-sort='25.1'>25.1</td><td class='num' data-sort='0.151'>0.151</td><td class='num' data-sort='0.575'>0.575</td><td class='num' data-sort='241.3'>241.3</td><td class='num' data-sort='6.8'>6.8</td></tr><tr><td class='num' data-sort='14'>14</td><td class='method' data-sort='Random'>Random</td><td class='' data-sort='Baseline'><span class='pill cat-baseline'>Baseline</span></td><td class='num' data-sort='1000.0'>1000<span class='sub'>+42 / −49</span></td><td class='num' data-sort='10.82'>10.82</td><td class='num' data-sort='33.5'>33.5</td><td class='num' data-sort='-0.001'>-0.001</td><td class='num' data-sort='0.513'>0.513</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='100.0'>100.0</td></tr><tr><td class='num' data-sort='15'>15</td><td class='method' data-sort='LaplacianScore'>LaplacianScore</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='930.0'>930<span class='sub'>+54 / −71</span></td><td class='num' data-sort='12.08'>12.08</td><td class='num' data-sort='39.5'>39.5</td><td class='num' data-sort='0.66'>0.660</td><td class='num' data-sort='0.827'>0.827</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td></tr></tbody></table></div><script type='text/plain' id='sa-csv'>Rank,Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Avg. rank,Win rate (%),Improvability (%),Error vs. all features,Stability,Validity,Selection time (s),Fallback rate (%),#Datasets,#Comparisons
 1,RFImportance,Non-search,Tree,1325.0,1286.0,1370.0,6.04,64.0,14.6,,0.676,0.691,0.2,0.0,71,1065
 2,CART,Non-search,Tree,1278.0,1241.0,1320.0,6.67,59.5,18.5,,0.444,0.572,0.1,0.0,71,1065
 3,ElasticNet,Non-search,Regularization,1273.0,1230.0,1315.0,6.64,59.7,18.1,,0.481,0.777,7.6,0.0,71,1065

data/subsets/tasks_all/models_all/budgets_3/elo_explorer.html

@@ -11,60 +11,20 @@ html, body { margin:0; padding:0; background:var(--bg); color:var(--fg);
 .toolbar button { font:inherit; font-size:12px; color:var(--fg); background:var(--soft);
   border:1px solid var(--line); border-radius:6px; padding:3px 10px; cursor:pointer; }
 .toolbar button:hover { border-color:var(--accent); }
-</style></head><body><div class='toolbar'><span class='hint'>Hover a method for its values.</span><button onclick='saSvg()'>SVG</button><button onclick='saPng()'>PNG</button><button onclick="saCsv('selectarena_elo.csv')">CSV</button></div><svg id='sa-figure' viewBox='0 0 1156 440' role='img' aria-label='Elo rating of each feature selection method, shaded by stability and validity'><style>
+
+#sa-tip { position:fixed; z-index:10; pointer-events:none; display:none; max-width:280px;
+  padding:6px 9px; border-radius:6px; border:1px solid var(--line); background:var(--bg); color:var(--fg);
+  font-size:12px; line-height:1.45; white-space:pre-line; box-shadow:0 2px 8px rgba(0,0,0,0.15); }
+#sa-tip b { font-weight:600; }
+</style></head><body><div class='toolbar'><span class='hint'>Hover or tap a method for its values.</span><button onclick='saSvg()'>SVG</button><button onclick='saPng()'>PNG</button><button onclick="saCsv('selectarena_elo.csv')">CSV</button></div><svg id='sa-figure' viewBox='0 0 1156 440' role='img' aria-label='Elo rating of each feature selection method, shaded by stability and validity'><style>
 svg { display:block; width:100%; height:auto; }
 .sa-text { fill:var(--fg); }
 .sa-muted { fill:var(--muted); }
 .sa-grid { stroke:var(--line); }
 .sa-ink { stroke:var(--fg); }
-.sa-hit { fill:transparent; }
-.sa-hit:hover { fill:var(--fg); fill-opacity:0.06; }
-</style><defs><pattern id='sa-na' width='6' height='6' patternUnits='userSpaceOnUse' patternTransform='rotate(45)'><rect width='6' height='6' fill='#e5e7eb'/><line x1='0' y1='0' x2='0' y2='6' stroke='#9ca3af' stroke-width='2'/></pattern><linearGradient id='sa-g-stab' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#0072B2'/></linearGradient><linearGradient id='sa-g-val' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#D55E00'/></linearGradient></defs><line class='sa-grid' x1='64' x2='1024' y1='287.6' y2='287.6' stroke-width='1'/><text class='sa-muted' x='56' y='291.6' text-anchor='end' font-size='12'>900</text><line class='sa-grid' x1='64' x2='1024' y1='233.7' y2='233.7' stroke-width='1'/><text class='sa-muted' x='56' y='237.7' text-anchor='end' font-size='12'>1000</text><line class='sa-grid' x1='64' x2='1024' y1='179.7' y2='179.7' stroke-width='1'/><text class='sa-muted' x='56' y='183.7' text-anchor='end' font-size='12'>1100</text><line class='sa-grid' x1='64' x2='1024' y1='125.8' y2='125.8' stroke-width='1'/><text class='sa-muted' x='56' y='129.8' text-anchor='end' font-size='12'>1200</text><line class='sa-grid' x1='64' x2='1024' y1='71.9' y2='71.9' stroke-width='1'/><text class='sa-muted' x='56' y='75.9' text-anchor='end' font-size='12'>1300</text><line class='sa-grid' x1='64' x2='1024' y1='18.0' y2='18.0' stroke-width='1'/><text class='sa-muted' x='56' y='22.0' text-anchor='end' font-size='12'>1400</text><text class='sa-text' transform='translate(16 173) rotate(-90)' text-anchor='middle' font-size='13'>Elo</text><line class='sa-ink' x1='64' x2='1024' y1='233.7' y2='233.7' stroke-width='1' stroke-dasharray='4 4' opacity='0.5'/><rect x='73.6' y='271.9' width='22.4' height='56.1' fill='#4f9eca' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='96.0' y='271.9' width='22.4' height='56.1' fill='#df853e' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='96.0' x2='96.0' y1='243.9' y2='304.3'/><line x1='91.0' x2='101.0' y1='243.9' y2='243.9'/><line x1='91.0' x2='101.0' y1='304.3' y2='304.3'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(100.0 342.0) rotate(-35)'>LaplacianScore</text><rect class='sa-hit' x='64.0' y='18' width='64' height='414'><title>LaplacianScore (Distance, non-search)
-Elo 929  [95% CI 869–981]
-Stability 0.689
-Validity 0.758</title></rect><rect x='137.6' y='233.7' width='22.4' height='94.3' fill='#feffff' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='160.0' y='233.7' width='22.4' height='94.3' fill='#eaaf81' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='160.0' x2='160.0' y1='212.1' y2='258.5'/><line x1='155.0' x2='165.0' y1='212.1' y2='212.1'/><line x1='155.0' x2='165.0' y1='258.5' y2='258.5'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(164.0 342.0) rotate(-35)'>Random</text><rect class='sa-hit' x='128.0' y='18' width='64' height='414'><title>Random (Baseline, baseline)
-Elo 1000  [95% CI 954–1040]
-Stability 0.002
-Validity 0.494</title></rect><rect x='201.6' y='166.8' width='22.4' height='161.2' fill='#c6dfee' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='224.0' y='166.8' width='22.4' height='161.2' fill='#e7a46e' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='224.0' x2='224.0' y1='149.0' y2='186.2'/><line x1='219.0' x2='229.0' y1='149.0' y2='149.0'/><line x1='219.0' x2='229.0' y1='186.2' y2='186.2'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(228.0 342.0) rotate(-35)'>SFS</text><rect class='sa-hit' x='192.0' y='18' width='64' height='414'><title>SFS (Forward search, search)
-Elo 1124  [95% CI 1088–1157]
-Stability 0.225
-Validity 0.568</title></rect><rect x='265.6' y='165.2' width='22.4' height='162.8' fill='#e2eff6' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='288.0' y='165.2' width='22.4' height='162.8' fill='#e8a774' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='288.0' x2='288.0' y1='144.7' y2='184.6'/><line x1='283.0' x2='293.0' y1='144.7' y2='144.7'/><line x1='283.0' x2='293.0' y1='184.6' y2='184.6'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(292.0 342.0) rotate(-35)'>LOCO</text><rect class='sa-hit' x='256.0' y='18' width='64' height='414'><title>LOCO (Leave-one-out, search)
-Elo 1127  [95% CI 1091–1165]
-Stability 0.114
-Validity 0.544</title></rect><rect x='329.6' y='161.4' width='22.4' height='166.6' fill='#5ca5ce' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='352.0' y='161.4' width='22.4' height='166.6' fill='#df863f' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='352.0' x2='352.0' y1='143.1' y2='179.7'/><line x1='347.0' x2='357.0' y1='143.1' y2='143.1'/><line x1='347.0' x2='357.0' y1='179.7' y2='179.7'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(356.0 342.0) rotate(-35)'>GainRatio</text><rect class='sa-hit' x='320.0' y='18' width='64' height='414'><title>GainRatio (Information theory, non-search)
-Elo 1134  [95% CI 1100–1168]
-Stability 0.641
-Validity 0.751</title></rect><rect x='393.6' y='150.1' width='22.4' height='177.9' fill='#e7f2f8' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='416.0' y='150.1' width='22.4' height='177.9' fill='#e9aa78' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='416.0' x2='416.0' y1='126.4' y2='176.5'/><line x1='411.0' x2='421.0' y1='126.4' y2='126.4'/><line x1='411.0' x2='421.0' y1='176.5' y2='176.5'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(420.0 342.0) rotate(-35)'>SBE</text><rect class='sa-hit' x='384.0' y='18' width='64' height='414'><title>SBE (Backward search, search)
-Elo 1155  [95% CI 1106–1199]
-Stability 0.095
-Validity 0.530</title></rect><rect x='457.6' y='150.1' width='22.4' height='177.9' fill='#58a3cc' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='480.0' y='150.1' width='22.4' height='177.9' fill='#e6a068' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='480.0' x2='480.0' y1='131.2' y2='169.5'/><line x1='475.0' x2='485.0' y1='131.2' y2='131.2'/><line x1='475.0' x2='485.0' y1='169.5' y2='169.5'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(484.0 342.0) rotate(-35)'>mRMR</text><rect class='sa-hit' x='448.0' y='18' width='64' height='414'><title>mRMR (Information theory, non-search)
-Elo 1155  [95% CI 1119–1190]
-Stability 0.656
-Validity 0.593</title></rect><rect x='521.6' y='148.5' width='22.4' height='179.5' fill='#90c2de' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='544.0' y='148.5' width='22.4' height='179.5' fill='#ebb386' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='544.0' x2='544.0' y1='131.8' y2='167.9'/><line x1='539.0' x2='549.0' y1='131.8' y2='131.8'/><line x1='539.0' x2='549.0' y1='167.9' y2='167.9'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(548.0 342.0) rotate(-35)'>MarkovBlanket</text><rect class='sa-hit' x='512.0' y='18' width='64' height='414'><title>MarkovBlanket (Backward search, search)
-Elo 1158  [95% CI 1122–1189]
-Stability 0.434
-Validity 0.473</title></rect><rect x='585.6' y='140.9' width='22.4' height='187.1' fill='#58a3cc' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='608.0' y='140.9' width='22.4' height='187.1' fill='#e39455' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='608.0' x2='608.0' y1='120.4' y2='159.8'/><line x1='603.0' x2='613.0' y1='120.4' y2='120.4'/><line x1='603.0' x2='613.0' y1='159.8' y2='159.8'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(612.0 342.0) rotate(-35)'>(R)ReliefF</text><rect class='sa-hit' x='576.0' y='18' width='64' height='414'><title>(R)ReliefF (Distance, non-search)
-Elo 1172  [95% CI 1137–1210]
-Stability 0.656
-Validity 0.667</title></rect><rect x='649.6' y='131.8' width='22.4' height='196.2' fill='#55a1cc' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='672.0' y='131.8' width='22.4' height='196.2' fill='#de8138' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='672.0' x2='672.0' y1='114.0' y2='149.0'/><line x1='667.0' x2='677.0' y1='114.0' y2='114.0'/><line x1='667.0' x2='677.0' y1='149.0' y2='149.0'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(676.0 342.0) rotate(-35)'>F-Test</text><rect class='sa-hit' x='640.0' y='18' width='64' height='414'><title>F-Test (Correlation, non-search)
-Elo 1189  [95% CI 1157–1222]
-Stability 0.668
-Validity 0.781</title></rect><rect x='713.6' y='130.1' width='22.4' height='197.9' fill='#aad0e5' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='736.0' y='130.1' width='22.4' height='197.9' fill='#e4975b' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='736.0' x2='736.0' y1='109.7' y2='150.6'/><line x1='731.0' x2='741.0' y1='109.7' y2='109.7'/><line x1='731.0' x2='741.0' y1='150.6' y2='150.6'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(740.0 342.0) rotate(-35)'>Lasso</text><rect class='sa-hit' x='704.0' y='18' width='64' height='414'><title>Lasso (Regularization, non-search)
-Elo 1192  [95% CI 1154–1230]
-Stability 0.334
-Validity 0.643</title></rect><rect x='777.6' y='119.4' width='22.4' height='208.6' fill='#94c4df' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='800.0' y='119.4' width='22.4' height='208.6' fill='#e39455' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='800.0' x2='800.0' y1='98.3' y2='141.5'/><line x1='795.0' x2='805.0' y1='98.3' y2='98.3'/><line x1='795.0' x2='805.0' y1='141.5' y2='141.5'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(804.0 342.0) rotate(-35)'>ElasticNet</text><rect class='sa-hit' x='768.0' y='18' width='64' height='414'><title>ElasticNet (Regularization, non-search)
-Elo 1212  [95% CI 1171–1251]
-Stability 0.419
-Validity 0.665</title></rect><rect x='841.6' y='116.1' width='22.4' height='211.9' fill='#5aa3cd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='864.0' y='116.1' width='22.4' height='211.9' fill='#e18b47' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='864.0' x2='864.0' y1='95.6' y2='135.0'/><line x1='859.0' x2='869.0' y1='95.6' y2='95.6'/><line x1='859.0' x2='869.0' y1='135.0' y2='135.0'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(868.0 342.0) rotate(-35)'>MI</text><rect class='sa-hit' x='832.0' y='18' width='64' height='414'><title>MI (Information theory, non-search)
-Elo 1218  [95% CI 1183–1256]
-Stability 0.649
-Validity 0.723</title></rect><rect x='905.6' y='108.6' width='22.4' height='219.4' fill='#98c6e0' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='928.0' y='108.6' width='22.4' height='219.4' fill='#eaad7e' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='928.0' x2='928.0' y1='87.0' y2='125.3'/><line x1='923.0' x2='933.0' y1='87.0' y2='87.0'/><line x1='923.0' x2='933.0' y1='125.3' y2='125.3'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(932.0 342.0) rotate(-35)'>CART</text><rect class='sa-hit' x='896.0' y='18' width='64' height='414'><title>CART (Tree, non-search)
-Elo 1232  [95% CI 1201–1272]
-Stability 0.402
-Validity 0.507</title></rect><rect x='969.6' y='78.4' width='22.4' height='249.6' fill='#56a2cc' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='992.0' y='78.4' width='22.4' height='249.6' fill='#e69e66' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='992.0' x2='992.0' y1='55.2' y2='99.9'/><line x1='987.0' x2='997.0' y1='55.2' y2='55.2'/><line x1='987.0' x2='997.0' y1='99.9' y2='99.9'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(996.0 342.0) rotate(-35)'>RFImportance</text><rect class='sa-hit' x='960.0' y='18' width='64' height='414'><title>RFImportance (Tree, non-search)
-Elo 1288  [95% CI 1248–1331]
-Stability 0.661
-Validity 0.600</title></rect><line class='sa-ink' x1='64' x2='1024' y1='328.0' y2='328.0' stroke-width='1' opacity='0.4'/><rect x='1070' y='40.0' width='12' height='107.0' fill='url(#sa-g-stab)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='30.0' text-anchor='middle' font-size='12'>stable</text><text class='sa-text' x='1076' y='165.0' text-anchor='middle' font-size='12'>unstable</text><text class='sa-muted' x='1088' y='151.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='97.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='44.0' font-size='11'>1.0</text><rect x='1070' y='207.0' width='12' height='107.0' fill='url(#sa-g-val)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='197.0' text-anchor='middle' font-size='12'>valid</text><text class='sa-text' x='1076' y='332.0' text-anchor='middle' font-size='12'>invalid</text><text class='sa-muted' x='1088' y='318.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='264.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='211.0' font-size='11'>1.0</text><rect x='1070' y='352.0' width='12' height='12' fill='url(#sa-na)' stroke='#000' stroke-width='0.6'/><text class='sa-muted' x='1088' y='362.0' font-size='11'>no result</text></svg><script type='text/plain' id='sa-csv'>Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Stability,Validity
+.sa-hit { fill:transparent; cursor:default; }
+.sa-hit:hover, .sa-hit.sa-on { fill:var(--fg); fill-opacity:0.06; }
+</style><defs><pattern id='sa-na' width='6' height='6' patternUnits='userSpaceOnUse' patternTransform='rotate(45)'><rect width='6' height='6' fill='#e5e7eb'/><line x1='0' y1='0' x2='0' y2='6' stroke='#9ca3af' stroke-width='2'/></pattern><linearGradient id='sa-g-stab' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#0072B2'/></linearGradient><linearGradient id='sa-g-val' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#D55E00'/></linearGradient></defs><line class='sa-grid' x1='64' x2='1024' y1='287.6' y2='287.6' stroke-width='1'/><text class='sa-muted' x='56' y='291.6' text-anchor='end' font-size='12'>900</text><line class='sa-grid' x1='64' x2='1024' y1='233.7' y2='233.7' stroke-width='1'/><text class='sa-muted' x='56' y='237.7' text-anchor='end' font-size='12'>1000</text><line class='sa-grid' x1='64' x2='1024' y1='179.7' y2='179.7' stroke-width='1'/><text class='sa-muted' x='56' y='183.7' text-anchor='end' font-size='12'>1100</text><line class='sa-grid' x1='64' x2='1024' y1='125.8' y2='125.8' stroke-width='1'/><text class='sa-muted' x='56' y='129.8' text-anchor='end' font-size='12'>1200</text><line class='sa-grid' x1='64' x2='1024' y1='71.9' y2='71.9' stroke-width='1'/><text class='sa-muted' x='56' y='75.9' text-anchor='end' font-size='12'>1300</text><line class='sa-grid' x1='64' x2='1024' y1='18.0' y2='18.0' stroke-width='1'/><text class='sa-muted' x='56' y='22.0' text-anchor='end' font-size='12'>1400</text><text class='sa-text' transform='translate(16 173) rotate(-90)' text-anchor='middle' font-size='13'>Elo</text><line class='sa-ink' x1='64' x2='1024' y1='233.7' y2='233.7' stroke-width='1' stroke-dasharray='4 4' opacity='0.5'/><rect x='73.6' y='271.9' width='22.4' height='56.1' fill='#4f9eca' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='96.0' y='271.9' width='22.4' height='56.1' fill='#df853e' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='96.0' x2='96.0' y1='243.9' y2='304.3'/><line x1='91.0' x2='101.0' y1='243.9' y2='243.9'/><line x1='91.0' x2='101.0' y1='304.3' y2='304.3'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(100.0 342.0) rotate(-35)'>LaplacianScore</text><rect class='sa-hit' x='64.0' y='18' width='64' height='414' data-tip='LaplacianScore (Distance, non-search)&#10;Elo 929  [95% CI 869–981]&#10;Stability 0.689&#10;Validity 0.758' aria-label='LaplacianScore (Distance, non-search)&#10;Elo 929  [95% CI 869–981]&#10;Stability 0.689&#10;Validity 0.758'/><rect x='137.6' y='233.7' width='22.4' height='94.3' fill='#feffff' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='160.0' y='233.7' width='22.4' height='94.3' fill='#eaaf81' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='160.0' x2='160.0' y1='212.1' y2='258.5'/><line x1='155.0' x2='165.0' y1='212.1' y2='212.1'/><line x1='155.0' x2='165.0' y1='258.5' y2='258.5'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(164.0 342.0) rotate(-35)'>Random</text><rect class='sa-hit' x='128.0' y='18' width='64' height='414' data-tip='Random (Baseline, baseline)&#10;Elo 1000  [95% CI 954–1040]&#10;Stability 0.002&#10;Validity 0.494' aria-label='Random (Baseline, baseline)&#10;Elo 1000  [95% CI 954–1040]&#10;Stability 0.002&#10;Validity 0.494'/><rect x='201.6' y='166.8' width='22.4' height='161.2' fill='#c6dfee' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='224.0' y='166.8' width='22.4' height='161.2' fill='#e7a46e' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='224.0' x2='224.0' y1='149.0' y2='186.2'/><line x1='219.0' x2='229.0' y1='149.0' y2='149.0'/><line x1='219.0' x2='229.0' y1='186.2' y2='186.2'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(228.0 342.0) rotate(-35)'>SFS</text><rect class='sa-hit' x='192.0' y='18' width='64' height='414' data-tip='SFS (Forward search, search)&#10;Elo 1124  [95% CI 1088–1157]&#10;Stability 0.225&#10;Validity 0.568' aria-label='SFS (Forward search, search)&#10;Elo 1124  [95% CI 1088–1157]&#10;Stability 0.225&#10;Validity 0.568'/><rect x='265.6' y='165.2' width='22.4' height='162.8' fill='#e2eff6' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='288.0' y='165.2' width='22.4' height='162.8' fill='#e8a774' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='288.0' x2='288.0' y1='144.7' y2='184.6'/><line x1='283.0' x2='293.0' y1='144.7' y2='144.7'/><line x1='283.0' x2='293.0' y1='184.6' y2='184.6'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(292.0 342.0) rotate(-35)'>LOCO</text><rect class='sa-hit' x='256.0' y='18' width='64' height='414' data-tip='LOCO (Leave-one-out, search)&#10;Elo 1127  [95% CI 1091–1165]&#10;Stability 0.114&#10;Validity 0.544' aria-label='LOCO (Leave-one-out, search)&#10;Elo 1127  [95% CI 1091–1165]&#10;Stability 0.114&#10;Validity 0.544'/><rect x='329.6' y='161.4' width='22.4' height='166.6' fill='#5ca5ce' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='352.0' y='161.4' width='22.4' height='166.6' fill='#df863f' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='352.0' x2='352.0' y1='143.1' y2='179.7'/><line x1='347.0' x2='357.0' y1='143.1' y2='143.1'/><line x1='347.0' x2='357.0' y1='179.7' y2='179.7'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(356.0 342.0) rotate(-35)'>GainRatio</text><rect class='sa-hit' x='320.0' y='18' width='64' height='414' data-tip='GainRatio (Information theory, non-search)&#10;Elo 1134  [95% CI 1100–1168]&#10;Stability 0.641&#10;Validity 0.751' aria-label='GainRatio (Information theory, non-search)&#10;Elo 1134  [95% CI 1100–1168]&#10;Stability 0.641&#10;Validity 0.751'/><rect x='393.6' y='150.1' width='22.4' height='177.9' fill='#e7f2f8' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='416.0' y='150.1' width='22.4' height='177.9' fill='#e9aa78' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='416.0' x2='416.0' y1='126.4' y2='176.5'/><line x1='411.0' x2='421.0' y1='126.4' y2='126.4'/><line x1='411.0' x2='421.0' y1='176.5' y2='176.5'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(420.0 342.0) rotate(-35)'>SBE</text><rect class='sa-hit' x='384.0' y='18' width='64' height='414' data-tip='SBE (Backward search, search)&#10;Elo 1155  [95% CI 1106–1199]&#10;Stability 0.095&#10;Validity 0.530' aria-label='SBE (Backward search, search)&#10;Elo 1155  [95% CI 1106–1199]&#10;Stability 0.095&#10;Validity 0.530'/><rect x='457.6' y='150.1' width='22.4' height='177.9' fill='#58a3cc' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='480.0' y='150.1' width='22.4' height='177.9' fill='#e6a068' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='480.0' x2='480.0' y1='131.2' y2='169.5'/><line x1='475.0' x2='485.0' y1='131.2' y2='131.2'/><line x1='475.0' x2='485.0' y1='169.5' y2='169.5'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(484.0 342.0) rotate(-35)'>mRMR</text><rect class='sa-hit' x='448.0' y='18' width='64' height='414' data-tip='mRMR (Information theory, non-search)&#10;Elo 1155  [95% CI 1119–1190]&#10;Stability 0.656&#10;Validity 0.593' aria-label='mRMR (Information theory, non-search)&#10;Elo 1155  [95% CI 1119–1190]&#10;Stability 0.656&#10;Validity 0.593'/><rect x='521.6' y='148.5' width='22.4' height='179.5' fill='#90c2de' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='544.0' y='148.5' width='22.4' height='179.5' fill='#ebb386' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='544.0' x2='544.0' y1='131.8' y2='167.9'/><line x1='539.0' x2='549.0' y1='131.8' y2='131.8'/><line x1='539.0' x2='549.0' y1='167.9' y2='167.9'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(548.0 342.0) rotate(-35)'>MarkovBlanket</text><rect class='sa-hit' x='512.0' y='18' width='64' height='414' data-tip='MarkovBlanket (Backward search, search)&#10;Elo 1158  [95% CI 1122–1189]&#10;Stability 0.434&#10;Validity 0.473' aria-label='MarkovBlanket (Backward search, search)&#10;Elo 1158  [95% CI 1122–1189]&#10;Stability 0.434&#10;Validity 0.473'/><rect x='585.6' y='140.9' width='22.4' height='187.1' fill='#58a3cc' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='608.0' y='140.9' width='22.4' height='187.1' fill='#e39455' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='608.0' x2='608.0' y1='120.4' y2='159.8'/><line x1='603.0' x2='613.0' y1='120.4' y2='120.4'/><line x1='603.0' x2='613.0' y1='159.8' y2='159.8'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(612.0 342.0) rotate(-35)'>(R)ReliefF</text><rect class='sa-hit' x='576.0' y='18' width='64' height='414' data-tip='(R)ReliefF (Distance, non-search)&#10;Elo 1172  [95% CI 1137–1210]&#10;Stability 0.656&#10;Validity 0.667' aria-label='(R)ReliefF (Distance, non-search)&#10;Elo 1172  [95% CI 1137–1210]&#10;Stability 0.656&#10;Validity 0.667'/><rect x='649.6' y='131.8' width='22.4' height='196.2' fill='#55a1cc' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='672.0' y='131.8' width='22.4' height='196.2' fill='#de8138' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='672.0' x2='672.0' y1='114.0' y2='149.0'/><line x1='667.0' x2='677.0' y1='114.0' y2='114.0'/><line x1='667.0' x2='677.0' y1='149.0' y2='149.0'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(676.0 342.0) rotate(-35)'>F-Test</text><rect class='sa-hit' x='640.0' y='18' width='64' height='414' data-tip='F-Test (Correlation, non-search)&#10;Elo 1189  [95% CI 1157–1222]&#10;Stability 0.668&#10;Validity 0.781' aria-label='F-Test (Correlation, non-search)&#10;Elo 1189  [95% CI 1157–1222]&#10;Stability 0.668&#10;Validity 0.781'/><rect x='713.6' y='130.1' width='22.4' height='197.9' fill='#aad0e5' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='736.0' y='130.1' width='22.4' height='197.9' fill='#e4975b' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='736.0' x2='736.0' y1='109.7' y2='150.6'/><line x1='731.0' x2='741.0' y1='109.7' y2='109.7'/><line x1='731.0' x2='741.0' y1='150.6' y2='150.6'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(740.0 342.0) rotate(-35)'>Lasso</text><rect class='sa-hit' x='704.0' y='18' width='64' height='414' data-tip='Lasso (Regularization, non-search)&#10;Elo 1192  [95% CI 1154–1230]&#10;Stability 0.334&#10;Validity 0.643' aria-label='Lasso (Regularization, non-search)&#10;Elo 1192  [95% CI 1154–1230]&#10;Stability 0.334&#10;Validity 0.643'/><rect x='777.6' y='119.4' width='22.4' height='208.6' fill='#94c4df' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='800.0' y='119.4' width='22.4' height='208.6' fill='#e39455' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='800.0' x2='800.0' y1='98.3' y2='141.5'/><line x1='795.0' x2='805.0' y1='98.3' y2='98.3'/><line x1='795.0' x2='805.0' y1='141.5' y2='141.5'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(804.0 342.0) rotate(-35)'>ElasticNet</text><rect class='sa-hit' x='768.0' y='18' width='64' height='414' data-tip='ElasticNet (Regularization, non-search)&#10;Elo 1212  [95% CI 1171–1251]&#10;Stability 0.419&#10;Validity 0.665' aria-label='ElasticNet (Regularization, non-search)&#10;Elo 1212  [95% CI 1171–1251]&#10;Stability 0.419&#10;Validity 0.665'/><rect x='841.6' y='116.1' width='22.4' height='211.9' fill='#5aa3cd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='864.0' y='116.1' width='22.4' height='211.9' fill='#e18b47' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='864.0' x2='864.0' y1='95.6' y2='135.0'/><line x1='859.0' x2='869.0' y1='95.6' y2='95.6'/><line x1='859.0' x2='869.0' y1='135.0' y2='135.0'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(868.0 342.0) rotate(-35)'>MI</text><rect class='sa-hit' x='832.0' y='18' width='64' height='414' data-tip='MI (Information theory, non-search)&#10;Elo 1218  [95% CI 1183–1256]&#10;Stability 0.649&#10;Validity 0.723' aria-label='MI (Information theory, non-search)&#10;Elo 1218  [95% CI 1183–1256]&#10;Stability 0.649&#10;Validity 0.723'/><rect x='905.6' y='108.6' width='22.4' height='219.4' fill='#98c6e0' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='928.0' y='108.6' width='22.4' height='219.4' fill='#eaad7e' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='928.0' x2='928.0' y1='87.0' y2='125.3'/><line x1='923.0' x2='933.0' y1='87.0' y2='87.0'/><line x1='923.0' x2='933.0' y1='125.3' y2='125.3'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(932.0 342.0) rotate(-35)'>CART</text><rect class='sa-hit' x='896.0' y='18' width='64' height='414' data-tip='CART (Tree, non-search)&#10;Elo 1232  [95% CI 1201–1272]&#10;Stability 0.402&#10;Validity 0.507' aria-label='CART (Tree, non-search)&#10;Elo 1232  [95% CI 1201–1272]&#10;Stability 0.402&#10;Validity 0.507'/><rect x='969.6' y='78.4' width='22.4' height='249.6' fill='#56a2cc' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='992.0' y='78.4' width='22.4' height='249.6' fill='#e69e66' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='992.0' x2='992.0' y1='55.2' y2='99.9'/><line x1='987.0' x2='997.0' y1='55.2' y2='55.2'/><line x1='987.0' x2='997.0' y1='99.9' y2='99.9'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(996.0 342.0) rotate(-35)'>RFImportance</text><rect class='sa-hit' x='960.0' y='18' width='64' height='414' data-tip='RFImportance (Tree, non-search)&#10;Elo 1288  [95% CI 1248–1331]&#10;Stability 0.661&#10;Validity 0.600' aria-label='RFImportance (Tree, non-search)&#10;Elo 1288  [95% CI 1248–1331]&#10;Stability 0.661&#10;Validity 0.600'/><line class='sa-ink' x1='64' x2='1024' y1='328.0' y2='328.0' stroke-width='1' opacity='0.4'/><rect x='1070' y='40.0' width='12' height='107.0' fill='url(#sa-g-stab)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='30.0' text-anchor='middle' font-size='12'>stable</text><text class='sa-text' x='1076' y='165.0' text-anchor='middle' font-size='12'>unstable</text><text class='sa-muted' x='1088' y='151.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='97.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='44.0' font-size='11'>1.0</text><rect x='1070' y='207.0' width='12' height='107.0' fill='url(#sa-g-val)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='197.0' text-anchor='middle' font-size='12'>valid</text><text class='sa-text' x='1076' y='332.0' text-anchor='middle' font-size='12'>invalid</text><text class='sa-muted' x='1088' y='318.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='264.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='211.0' font-size='11'>1.0</text><rect x='1070' y='352.0' width='12' height='12' fill='url(#sa-na)' stroke='#000' stroke-width='0.6'/><text class='sa-muted' x='1088' y='362.0' font-size='11'>no result</text></svg><script type='text/plain' id='sa-csv'>Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Stability,Validity
 RFImportance,Non-search,Tree,1288.0,1248.0,1331.0,0.661,0.6
 CART,Non-search,Tree,1232.0,1201.0,1272.0,0.402,0.507
 MI,Non-search,Information theory,1218.0,1183.0,1256.0,0.649,0.723
@@ -105,6 +65,47 @@ function saCsv(name) {
   if (window.ResizeObserver) new ResizeObserver(post).observe(document.body);
 })();
 
+// Instant tooltip: a native SVG <title> only shows after a browser delay of 1-3 s.
+(function () {
+  var tip = document.createElement('div');
+  tip.id = 'sa-tip';
+  document.body.appendChild(tip);
+  var current = null;
+  function show(hit, x, y) {
+    if (current !== hit) {
+      if (current) current.classList.remove('sa-on');
+      current = hit;
+      hit.classList.add('sa-on');
+      var lines = hit.getAttribute('data-tip').split('\n');
+      tip.textContent = '';
+      var head = document.createElement('b');
+      head.textContent = lines[0];
+      tip.appendChild(head);
+      tip.appendChild(document.createTextNode('\n' + lines.slice(1).join('\n')));
+      tip.style.display = 'block';
+    }
+    var w = tip.offsetWidth, h = tip.offsetHeight;
+    var left = x + 14, top = y + 14;
+    if (left + w > window.innerWidth - 4) left = Math.max(4, x - w - 14);
+    if (top + h > window.innerHeight - 4) top = Math.max(4, y - h - 14);
+    tip.style.left = left + 'px';
+    tip.style.top = top + 'px';
+  }
+  function hide() {
+    if (current) current.classList.remove('sa-on');
+    current = null;
+    tip.style.display = 'none';
+  }
+  document.addEventListener('pointermove', function (e) {
+    var hit = e.target.closest ? e.target.closest('.sa-hit') : null;
+    if (hit) show(hit, e.clientX, e.clientY); else if (e.pointerType === 'mouse') hide();
+  });
+  document.addEventListener('pointerdown', function (e) {  // touch: tap a bar to show, elsewhere to hide
+    var hit = e.target.closest ? e.target.closest('.sa-hit') : null;
+    if (hit) show(hit, e.clientX, e.clientY); else hide();
+  });
+  document.addEventListener('mouseleave', hide);
+})();
 function saSvgString() {
   var svg = document.getElementById('sa-figure').cloneNode(true);
   var style = getComputedStyle(document.documentElement);

data/subsets/tasks_all/models_all/budgets_3/leaderboard_table.html

@@ -29,7 +29,7 @@ td.na { color:var(--muted); }
   font-size:12px; color:var(--fg); }
 .pill.cat-search { border-color:var(--accent); }
 .pill.cat-baseline { color:var(--muted); }
-</style></head><body><div class='toolbar'><span class='hint'>Click a column to sort. Hover a header for its definition.</span><button onclick="saCsv('selectarena_leaderboard.csv')">CSV</button></div><div class='wrap'><table id='sa-table'><thead><tr><th class='num'>#</th><th class=''>Method</th><th class='' title='Taxonomy of the paper (Appendix A). Search methods evaluate many feature subsets with the model (forward, backward, leave-one-out); non-search methods use a proxy instead (correlation, distance, information theory, tree, regularization).'>Type</th><th class='num' title='Bradley-Terry Elo from pairwise matches within each dataset, budget and downstream model. Random = 1000. +/− give the 95% bootstrap interval.'>Elo ↑</th><th class='num' title='Mean rank of the downstream error.'>Avg. rank ↓</th><th class='num' title='Share of pairwise comparisons won, in %. Ties count half.'>Win rate ↑</th><th class='num' title='Mean relative gap (error − best error) / error to the best method, in %.'>Improvability ↓</th><th class='num' title='Mean ratio of the error to the same model trained on all features. Below 1: the selection helped.'>Error vs. all ↓</th><th class='num' title='Agreement of the selected features across bootstrap resamples (Nogueira et al., 2018).'>Stability ↑</th><th class='num' title='Share of the budget filled with original features when as many noise features are added.'>Validity ↑</th><th class='num' title='Median wall-clock time of the selection.'>Time (s) ↓</th><th class='num' title='Share of runs where the method ran out of time and random features filled the budget.'>Fallback (%)</th><th class='num'>#Datasets</th></tr></thead><tbody><tr><td class='num' data-sort='1'>1</td><td class='method' data-sort='RFImportance'>RFImportance</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1288.0'>1288<span class='sub'>+43 / −40</span></td><td class='num' data-sort='5.9'>5.90</td><td class='num' data-sort='65.0'>65.0</td><td class='num' data-sort='12.4'>12.4</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.661'>0.661</td><td class='num' data-sort='0.6'>0.600</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='2'>2</td><td class='method' data-sort='CART'>CART</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1232.0'>1232<span class='sub'>+40 / −31</span></td><td class='num' data-sort='6.65'>6.65</td><td class='num' data-sort='59.7'>59.7</td><td class='num' data-sort='15.6'>15.6</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.402'>0.402</td><td class='num' data-sort='0.507'>0.507</td><td class='num' data-sort='0.1'>0.1</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='3'>3</td><td class='method' data-sort='MI'>MI</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1218.0'>1218<span class='sub'>+38 / −35</span></td><td class='num' data-sort='6.94'>6.94</td><td class='num' data-sort='57.6'>57.6</td><td class='num' data-sort='15.8'>15.8</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.649'>0.649</td><td class='num' data-sort='0.723'>0.723</td><td class='num' data-sort='0.4'>0.4</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='4'>4</td><td class='method' data-sort='ElasticNet'>ElasticNet</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1212.0'>1212<span class='sub'>+39 / −41</span></td><td class='num' data-sort='7.02'>7.02</td><td class='num' data-sort='57.0'>57.0</td><td class='num' data-sort='15.9'>15.9</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.419'>0.419</td><td class='num' data-sort='0.665'>0.665</td><td class='num' data-sort='7.6'>7.6</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='5'>5</td><td class='method' data-sort='Lasso'>Lasso</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1192.0'>1192<span class='sub'>+38 / −38</span></td><td class='num' data-sort='7.27'>7.27</td><td class='num' data-sort='55.2'>55.2</td><td class='num' data-sort='16.4'>16.4</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.334'>0.334</td><td class='num' data-sort='0.643'>0.643</td><td class='num' data-sort='2.0'>2.0</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='6'>6</td><td class='method' data-sort='F-Test'>F-Test</td><td class='' data-sort='Correlation'><span class='pill cat-non-search'>Correlation</span><span class='sub'>non-search</span></td><td class='num' data-sort='1189.0'>1189<span class='sub'>+33 / −32</span></td><td class='num' data-sort='7.37'>7.37</td><td class='num' data-sort='54.5'>54.5</td><td class='num' data-sort='15.9'>15.9</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.668'>0.668</td><td class='num' data-sort='0.781'>0.781</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='7'>7</td><td class='method' data-sort='(R)ReliefF'>(R)ReliefF</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='1172.0'>1172<span class='sub'>+38 / −35</span></td><td class='num' data-sort='7.8'>7.80</td><td class='num' data-sort='51.4'>51.4</td><td class='num' data-sort='17.0'>17.0</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.656'>0.656</td><td class='num' data-sort='0.667'>0.667</td><td class='num' data-sort='14.3'>14.3</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='8'>8</td><td class='method' data-sort='MarkovBlanket'>MarkovBlanket</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1158.0'>1158<span class='sub'>+31 / −36</span></td><td class='num' data-sort='8.15'>8.15</td><td class='num' data-sort='48.9'>48.9</td><td class='num' data-sort='18.6'>18.6</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.434'>0.434</td><td class='num' data-sort='0.473'>0.473</td><td class='num' data-sort='0.1'>0.1</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='9'>9</td><td class='method' data-sort='SBE'>SBE</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1155.0'>1155<span class='sub'>+44 / −49</span></td><td class='num' data-sort='8.03'>8.03</td><td class='num' data-sort='49.8'>49.8</td><td class='num' data-sort='19.9'>19.9</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.095'>0.095</td><td class='num' data-sort='0.53'>0.530</td><td class='num' data-sort='1890.2'>1,890.2</td><td class='num' data-sort='44.9'>44.9</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='10'>10</td><td class='method' data-sort='mRMR'>mRMR</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1155.0'>1155<span class='sub'>+35 / −36</span></td><td class='num' data-sort='8.09'>8.09</td><td class='num' data-sort='49.4'>49.4</td><td class='num' data-sort='17.2'>17.2</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.656'>0.656</td><td class='num' data-sort='0.593'>0.593</td><td class='num' data-sort='0.5'>0.5</td><td class='num' data-sort='7.0'>7.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='11'>11</td><td class='method' data-sort='GainRatio'>GainRatio</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1134.0'>1134<span class='sub'>+34 / −34</span></td><td class='num' data-sort='8.44'>8.44</td><td class='num' data-sort='46.9'>46.9</td><td class='num' data-sort='18.3'>18.3</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.641'>0.641</td><td class='num' data-sort='0.751'>0.751</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='12'>12</td><td class='method' data-sort='LOCO'>LOCO</td><td class='' data-sort='Leave-one-out'><span class='pill cat-search'>Leave-one-out</span><span class='sub'>search</span></td><td class='num' data-sort='1127.0'>1127<span class='sub'>+38 / −36</span></td><td class='num' data-sort='8.21'>8.21</td><td class='num' data-sort='48.5'>48.5</td><td class='num' data-sort='20.4'>20.4</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.114'>0.114</td><td class='num' data-sort='0.544'>0.544</td><td class='num' data-sort='246.0'>246.0</td><td class='num' data-sort='12.3'>12.3</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='13'>13</td><td class='method' data-sort='SFS'>SFS</td><td class='' data-sort='Forward search'><span class='pill cat-search'>Forward search</span><span class='sub'>search</span></td><td class='num' data-sort='1124.0'>1124<span class='sub'>+33 / −36</span></td><td class='num' data-sort='8.32'>8.32</td><td class='num' data-sort='47.7'>47.7</td><td class='num' data-sort='20.2'>20.2</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.225'>0.225</td><td class='num' data-sort='0.568'>0.568</td><td class='num' data-sort='2771.3'>2,771.3</td><td class='num' data-sort='48.7'>48.7</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='14'>14</td><td class='method' data-sort='Random'>Random</td><td class='' data-sort='Baseline'><span class='pill cat-baseline'>Baseline</span></td><td class='num' data-sort='1000.0'>1000<span class='sub'>+40 / −46</span></td><td class='num' data-sort='10.09'>10.09</td><td class='num' data-sort='35.1'>35.1</td><td class='num' data-sort='25.9'>25.9</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.002'>0.002</td><td class='num' data-sort='0.494'>0.494</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='100.0'>100.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='15'>15</td><td class='method' data-sort='LaplacianScore'>LaplacianScore</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='929.0'>929<span class='sub'>+52 / −60</span></td><td class='num' data-sort='11.73'>11.73</td><td class='num' data-sort='23.4'>23.4</td><td class='num' data-sort='33.1'>33.1</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.689'>0.689</td><td class='num' data-sort='0.758'>0.758</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr></tbody></table></div><script type='text/plain' id='sa-csv'>Rank,Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Avg. rank,Win rate (%),Improvability (%),Error vs. all features,Stability,Validity,Selection time (s),Fallback rate (%),#Datasets,#Comparisons
+</style></head><body><div class='toolbar'><span class='hint'>Click a column to sort. Hover a header for its definition.</span><button onclick="saCsv('selectarena_leaderboard.csv')">CSV</button></div><div class='wrap'><table id='sa-table'><thead><tr><th class='num'>#</th><th class=''>Method</th><th class='' title='Taxonomy of the paper (Appendix A). Search methods evaluate many feature subsets with the model (forward, backward, leave-one-out); non-search methods use a proxy instead (correlation, distance, information theory, tree, regularization).'>Type</th><th class='num' title='Bradley-Terry Elo from pairwise matches within each dataset, budget and downstream model. Random = 1000. +/− give the 95% bootstrap interval.'>Elo ↑</th><th class='num' title='Mean rank of the downstream error.'>Avg. rank ↓</th><th class='num' title='Mean relative gap (error − best error) / error to the best method, in %.'>Improvability ↓</th><th class='num' title='Agreement of the selected features across bootstrap resamples (Nogueira et al., 2018).'>Stability ↑</th><th class='num' title='Share of the budget filled with original features when as many noise features are added.'>Validity ↑</th><th class='num' title='Median wall-clock time of the selection.'>Time (s) ↓</th><th class='num' title='Share of runs where the method ran out of time and random features filled the budget.'>Fallback (%)</th></tr></thead><tbody><tr><td class='num' data-sort='1'>1</td><td class='method' data-sort='RFImportance'>RFImportance</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1288.0'>1288<span class='sub'>+43 / −40</span></td><td class='num' data-sort='5.9'>5.90</td><td class='num' data-sort='12.4'>12.4</td><td class='num' data-sort='0.661'>0.661</td><td class='num' data-sort='0.6'>0.600</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='2'>2</td><td class='method' data-sort='CART'>CART</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1232.0'>1232<span class='sub'>+40 / −31</span></td><td class='num' data-sort='6.65'>6.65</td><td class='num' data-sort='15.6'>15.6</td><td class='num' data-sort='0.402'>0.402</td><td class='num' data-sort='0.507'>0.507</td><td class='num' data-sort='0.1'>0.1</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='3'>3</td><td class='method' data-sort='MI'>MI</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1218.0'>1218<span class='sub'>+38 / −35</span></td><td class='num' data-sort='6.94'>6.94</td><td class='num' data-sort='15.8'>15.8</td><td class='num' data-sort='0.649'>0.649</td><td class='num' data-sort='0.723'>0.723</td><td class='num' data-sort='0.4'>0.4</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='4'>4</td><td class='method' data-sort='ElasticNet'>ElasticNet</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1212.0'>1212<span class='sub'>+39 / −41</span></td><td class='num' data-sort='7.02'>7.02</td><td class='num' data-sort='15.9'>15.9</td><td class='num' data-sort='0.419'>0.419</td><td class='num' data-sort='0.665'>0.665</td><td class='num' data-sort='7.6'>7.6</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='5'>5</td><td class='method' data-sort='Lasso'>Lasso</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1192.0'>1192<span class='sub'>+38 / −38</span></td><td class='num' data-sort='7.27'>7.27</td><td class='num' data-sort='16.4'>16.4</td><td class='num' data-sort='0.334'>0.334</td><td class='num' data-sort='0.643'>0.643</td><td class='num' data-sort='2.0'>2.0</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='6'>6</td><td class='method' data-sort='F-Test'>F-Test</td><td class='' data-sort='Correlation'><span class='pill cat-non-search'>Correlation</span><span class='sub'>non-search</span></td><td class='num' data-sort='1189.0'>1189<span class='sub'>+33 / −32</span></td><td class='num' data-sort='7.37'>7.37</td><td class='num' data-sort='15.9'>15.9</td><td class='num' data-sort='0.668'>0.668</td><td class='num' data-sort='0.781'>0.781</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='7'>7</td><td class='method' data-sort='(R)ReliefF'>(R)ReliefF</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='1172.0'>1172<span class='sub'>+38 / −35</span></td><td class='num' data-sort='7.8'>7.80</td><td class='num' data-sort='17.0'>17.0</td><td class='num' data-sort='0.656'>0.656</td><td class='num' data-sort='0.667'>0.667</td><td class='num' data-sort='14.3'>14.3</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='8'>8</td><td class='method' data-sort='MarkovBlanket'>MarkovBlanket</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1158.0'>1158<span class='sub'>+31 / −36</span></td><td class='num' data-sort='8.15'>8.15</td><td class='num' data-sort='18.6'>18.6</td><td class='num' data-sort='0.434'>0.434</td><td class='num' data-sort='0.473'>0.473</td><td class='num' data-sort='0.1'>0.1</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='9'>9</td><td class='method' data-sort='SBE'>SBE</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1155.0'>1155<span class='sub'>+44 / −49</span></td><td class='num' data-sort='8.03'>8.03</td><td class='num' data-sort='19.9'>19.9</td><td class='num' data-sort='0.095'>0.095</td><td class='num' data-sort='0.53'>0.530</td><td class='num' data-sort='1890.2'>1,890.2</td><td class='num' data-sort='44.9'>44.9</td></tr><tr><td class='num' data-sort='10'>10</td><td class='method' data-sort='mRMR'>mRMR</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1155.0'>1155<span class='sub'>+35 / −36</span></td><td class='num' data-sort='8.09'>8.09</td><td class='num' data-sort='17.2'>17.2</td><td class='num' data-sort='0.656'>0.656</td><td class='num' data-sort='0.593'>0.593</td><td class='num' data-sort='0.5'>0.5</td><td class='num' data-sort='7.0'>7.0</td></tr><tr><td class='num' data-sort='11'>11</td><td class='method' data-sort='GainRatio'>GainRatio</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1134.0'>1134<span class='sub'>+34 / −34</span></td><td class='num' data-sort='8.44'>8.44</td><td class='num' data-sort='18.3'>18.3</td><td class='num' data-sort='0.641'>0.641</td><td class='num' data-sort='0.751'>0.751</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='12'>12</td><td class='method' data-sort='LOCO'>LOCO</td><td class='' data-sort='Leave-one-out'><span class='pill cat-search'>Leave-one-out</span><span class='sub'>search</span></td><td class='num' data-sort='1127.0'>1127<span class='sub'>+38 / −36</span></td><td class='num' data-sort='8.21'>8.21</td><td class='num' data-sort='20.4'>20.4</td><td class='num' data-sort='0.114'>0.114</td><td class='num' data-sort='0.544'>0.544</td><td class='num' data-sort='246.0'>246.0</td><td class='num' data-sort='12.3'>12.3</td></tr><tr><td class='num' data-sort='13'>13</td><td class='method' data-sort='SFS'>SFS</td><td class='' data-sort='Forward search'><span class='pill cat-search'>Forward search</span><span class='sub'>search</span></td><td class='num' data-sort='1124.0'>1124<span class='sub'>+33 / −36</span></td><td class='num' data-sort='8.32'>8.32</td><td class='num' data-sort='20.2'>20.2</td><td class='num' data-sort='0.225'>0.225</td><td class='num' data-sort='0.568'>0.568</td><td class='num' data-sort='2771.3'>2,771.3</td><td class='num' data-sort='48.7'>48.7</td></tr><tr><td class='num' data-sort='14'>14</td><td class='method' data-sort='Random'>Random</td><td class='' data-sort='Baseline'><span class='pill cat-baseline'>Baseline</span></td><td class='num' data-sort='1000.0'>1000<span class='sub'>+40 / −46</span></td><td class='num' data-sort='10.09'>10.09</td><td class='num' data-sort='25.9'>25.9</td><td class='num' data-sort='0.002'>0.002</td><td class='num' data-sort='0.494'>0.494</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='100.0'>100.0</td></tr><tr><td class='num' data-sort='15'>15</td><td class='method' data-sort='LaplacianScore'>LaplacianScore</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='929.0'>929<span class='sub'>+52 / −60</span></td><td class='num' data-sort='11.73'>11.73</td><td class='num' data-sort='33.1'>33.1</td><td class='num' data-sort='0.689'>0.689</td><td class='num' data-sort='0.758'>0.758</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td></tr></tbody></table></div><script type='text/plain' id='sa-csv'>Rank,Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Avg. rank,Win rate (%),Improvability (%),Error vs. all features,Stability,Validity,Selection time (s),Fallback rate (%),#Datasets,#Comparisons
 1,RFImportance,Non-search,Tree,1288.0,1248.0,1331.0,5.9,65.0,12.4,,0.661,0.6,0.2,0.0,71,1065
 2,CART,Non-search,Tree,1232.0,1201.0,1272.0,6.65,59.7,15.6,,0.402,0.507,0.1,0.0,71,1065
 3,MI,Non-search,Information theory,1218.0,1183.0,1256.0,6.94,57.6,15.8,,0.649,0.723,0.4,0.0,71,1065

data/subsets/tasks_all/models_all/budgets_4/elo_explorer.html

@@ -11,60 +11,20 @@ html, body { margin:0; padding:0; background:var(--bg); color:var(--fg);
 .toolbar button { font:inherit; font-size:12px; color:var(--fg); background:var(--soft);
   border:1px solid var(--line); border-radius:6px; padding:3px 10px; cursor:pointer; }
 .toolbar button:hover { border-color:var(--accent); }
-</style></head><body><div class='toolbar'><span class='hint'>Hover a method for its values.</span><button onclick='saSvg()'>SVG</button><button onclick='saPng()'>PNG</button><button onclick="saCsv('selectarena_elo.csv')">CSV</button></div><svg id='sa-figure' viewBox='0 0 1156 440' role='img' aria-label='Elo rating of each feature selection method, shaded by stability and validity'><style>
+
+#sa-tip { position:fixed; z-index:10; pointer-events:none; display:none; max-width:280px;
+  padding:6px 9px; border-radius:6px; border:1px solid var(--line); background:var(--bg); color:var(--fg);
+  font-size:12px; line-height:1.45; white-space:pre-line; box-shadow:0 2px 8px rgba(0,0,0,0.15); }
+#sa-tip b { font-weight:600; }
+</style></head><body><div class='toolbar'><span class='hint'>Hover or tap a method for its values.</span><button onclick='saSvg()'>SVG</button><button onclick='saPng()'>PNG</button><button onclick="saCsv('selectarena_elo.csv')">CSV</button></div><svg id='sa-figure' viewBox='0 0 1156 440' role='img' aria-label='Elo rating of each feature selection method, shaded by stability and validity'><style>
 svg { display:block; width:100%; height:auto; }
 .sa-text { fill:var(--fg); }
 .sa-muted { fill:var(--muted); }
 .sa-grid { stroke:var(--line); }
 .sa-ink { stroke:var(--fg); }
-.sa-hit { fill:transparent; }
-.sa-hit:hover { fill:var(--fg); fill-opacity:0.06; }
-</style><defs><pattern id='sa-na' width='6' height='6' patternUnits='userSpaceOnUse' patternTransform='rotate(45)'><rect width='6' height='6' fill='#e5e7eb'/><line x1='0' y1='0' x2='0' y2='6' stroke='#9ca3af' stroke-width='2'/></pattern><linearGradient id='sa-g-stab' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#0072B2'/></linearGradient><linearGradient id='sa-g-val' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#D55E00'/></linearGradient></defs><line class='sa-grid' x1='64' x2='1024' y1='309.8' y2='309.8' stroke-width='1'/><text class='sa-muted' x='56' y='313.8' text-anchor='end' font-size='12'>900</text><line class='sa-grid' x1='64' x2='1024' y1='236.8' y2='236.8' stroke-width='1'/><text class='sa-muted' x='56' y='240.8' text-anchor='end' font-size='12'>1000</text><line class='sa-grid' x1='64' x2='1024' y1='163.9' y2='163.9' stroke-width='1'/><text class='sa-muted' x='56' y='167.9' text-anchor='end' font-size='12'>1100</text><line class='sa-grid' x1='64' x2='1024' y1='90.9' y2='90.9' stroke-width='1'/><text class='sa-muted' x='56' y='94.9' text-anchor='end' font-size='12'>1200</text><line class='sa-grid' x1='64' x2='1024' y1='18.0' y2='18.0' stroke-width='1'/><text class='sa-muted' x='56' y='22.0' text-anchor='end' font-size='12'>1300</text><text class='sa-text' transform='translate(16 173) rotate(-90)' text-anchor='middle' font-size='13'>Elo</text><line class='sa-ink' x1='64' x2='1024' y1='236.8' y2='236.8' stroke-width='1' stroke-dasharray='4 4' opacity='0.5'/><rect x='73.6' y='251.4' width='22.4' height='76.6' fill='#529fcb' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='96.0' y='251.4' width='22.4' height='76.6' fill='#e28e4c' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='96.0' x2='96.0' y1='217.9' y2='292.3'/><line x1='91.0' x2='101.0' y1='217.9' y2='217.9'/><line x1='91.0' x2='101.0' y1='292.3' y2='292.3'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(100.0 342.0) rotate(-35)'>LaplacianScore</text><rect class='sa-hit' x='64.0' y='18' width='64' height='414'><title>LaplacianScore (Distance, non-search)
-Elo 980  [95% CI 924–1026]
-Stability 0.678
-Validity 0.701</title></rect><rect x='137.6' y='236.8' width='22.4' height='91.2' fill='#feffff' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='160.0' y='236.8' width='22.4' height='91.2' fill='#eaae80' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='160.0' x2='160.0' y1='207.6' y2='267.5'/><line x1='155.0' x2='165.0' y1='207.6' y2='207.6'/><line x1='155.0' x2='165.0' y1='267.5' y2='267.5'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(164.0 342.0) rotate(-35)'>Random</text><rect class='sa-hit' x='128.0' y='18' width='64' height='414'><title>Random (Baseline, baseline)
-Elo 1000  [95% CI 958–1040]
-Stability 0.002
-Validity 0.500</title></rect><rect x='201.6' y='169.7' width='22.4' height='158.3' fill='#d2e6f1' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='224.0' y='169.7' width='22.4' height='158.3' fill='#e9aa79' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='224.0' x2='224.0' y1='147.8' y2='193.8'/><line x1='219.0' x2='229.0' y1='147.8' y2='147.8'/><line x1='219.0' x2='229.0' y1='193.8' y2='193.8'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(228.0 342.0) rotate(-35)'>SFS</text><rect class='sa-hit' x='192.0' y='18' width='64' height='414'><title>SFS (Forward search, search)
-Elo 1092  [95% CI 1059–1122]
-Stability 0.176
-Validity 0.525</title></rect><rect x='265.6' y='166.1' width='22.4' height='161.9' fill='#ebf4f9' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='288.0' y='166.1' width='22.4' height='161.9' fill='#e9ab7a' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='288.0' x2='288.0' y1='142.0' y2='189.4'/><line x1='283.0' x2='293.0' y1='142.0' y2='142.0'/><line x1='283.0' x2='293.0' y1='189.4' y2='189.4'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(292.0 342.0) rotate(-35)'>LOCO</text><rect class='sa-hit' x='256.0' y='18' width='64' height='414'><title>LOCO (Leave-one-out, search)
-Elo 1097  [95% CI 1065–1130]
-Stability 0.080
-Validity 0.520</title></rect><rect x='329.6' y='166.1' width='22.4' height='161.9' fill='#73b1d5' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='352.0' y='166.1' width='22.4' height='161.9' fill='#e39557' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='352.0' x2='352.0' y1='140.5' y2='190.1'/><line x1='347.0' x2='357.0' y1='140.5' y2='140.5'/><line x1='347.0' x2='357.0' y1='190.1' y2='190.1'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(356.0 342.0) rotate(-35)'>GainRatio</text><rect class='sa-hit' x='320.0' y='18' width='64' height='414'><title>GainRatio (Information theory, non-search)
-Elo 1097  [95% CI 1064–1132]
-Stability 0.550
-Validity 0.659</title></rect><rect x='393.6' y='154.4' width='22.4' height='173.6' fill='#f0f7fa' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='416.0' y='154.4' width='22.4' height='173.6' fill='#e9ac7b' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='416.0' x2='416.0' y1='127.4' y2='183.6'/><line x1='411.0' x2='421.0' y1='127.4' y2='127.4'/><line x1='411.0' x2='421.0' y1='183.6' y2='183.6'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(420.0 342.0) rotate(-35)'>SBE</text><rect class='sa-hit' x='384.0' y='18' width='64' height='414'><title>SBE (Backward search, search)
-Elo 1113  [95% CI 1073–1150]
-Stability 0.059
-Validity 0.517</title></rect><rect x='457.6' y='152.9' width='22.4' height='175.1' fill='#98c6e0' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='480.0' y='152.9' width='22.4' height='175.1' fill='#ecb489' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='480.0' x2='480.0' y1='126.7' y2='180.7'/><line x1='475.0' x2='485.0' y1='126.7' y2='126.7'/><line x1='475.0' x2='485.0' y1='180.7' y2='180.7'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(484.0 342.0) rotate(-35)'>MarkovBlanket</text><rect class='sa-hit' x='448.0' y='18' width='64' height='414'><title>MarkovBlanket (Backward search, search)
-Elo 1115  [95% CI 1077–1151]
-Stability 0.404
-Validity 0.463</title></rect><rect x='521.6' y='141.3' width='22.4' height='186.7' fill='#59a3cd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='544.0' y='141.3' width='22.4' height='186.7' fill='#e9aa78' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='544.0' x2='544.0' y1='116.5' y2='167.5'/><line x1='539.0' x2='549.0' y1='116.5' y2='116.5'/><line x1='539.0' x2='549.0' y1='167.5' y2='167.5'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(548.0 342.0) rotate(-35)'>mRMR</text><rect class='sa-hit' x='512.0' y='18' width='64' height='414'><title>mRMR (Information theory, non-search)
-Elo 1131  [95% CI 1095–1165]
-Stability 0.651
-Validity 0.530</title></rect><rect x='585.6' y='134.7' width='22.4' height='193.3' fill='#c0dcec' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='608.0' y='134.7' width='22.4' height='193.3' fill='#e7a46f' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='608.0' x2='608.0' y1='108.4' y2='158.8'/><line x1='603.0' x2='613.0' y1='108.4' y2='108.4'/><line x1='603.0' x2='613.0' y1='158.8' y2='158.8'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(612.0 342.0) rotate(-35)'>Lasso</text><rect class='sa-hit' x='576.0' y='18' width='64' height='414'><title>Lasso (Regularization, non-search)
-Elo 1140  [95% CI 1107–1176]
-Stability 0.246
-Validity 0.563</title></rect><rect x='649.6' y='116.5' width='22.4' height='211.5' fill='#63a9d0' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='672.0' y='116.5' width='22.4' height='211.5' fill='#e69f68' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='672.0' x2='672.0' y1='88.8' y2='142.0'/><line x1='667.0' x2='677.0' y1='88.8' y2='88.8'/><line x1='667.0' x2='677.0' y1='142.0' y2='142.0'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(676.0 342.0) rotate(-35)'>(R)ReliefF</text><rect class='sa-hit' x='640.0' y='18' width='64' height='414'><title>(R)ReliefF (Distance, non-search)
-Elo 1165  [95% CI 1130–1203]
-Stability 0.612
-Validity 0.594</title></rect><rect x='713.6' y='114.3' width='22.4' height='213.7' fill='#70b0d4' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='736.0' y='114.3' width='22.4' height='213.7' fill='#e2904f' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='736.0' x2='736.0' y1='86.6' y2='142.7'/><line x1='731.0' x2='741.0' y1='86.6' y2='86.6'/><line x1='731.0' x2='741.0' y1='142.7' y2='142.7'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(740.0 342.0) rotate(-35)'>F-Test</text><rect class='sa-hit' x='704.0' y='18' width='64' height='414'><title>F-Test (Correlation, non-search)
-Elo 1168  [95% CI 1129–1206]
-Stability 0.562
-Validity 0.689</title></rect><rect x='777.6' y='112.1' width='22.4' height='215.9' fill='#69acd2' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='800.0' y='112.1' width='22.4' height='215.9' fill='#e59a5f' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='800.0' x2='800.0' y1='90.9' y2='136.9'/><line x1='795.0' x2='805.0' y1='90.9' y2='90.9'/><line x1='795.0' x2='805.0' y1='136.9' y2='136.9'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(804.0 342.0) rotate(-35)'>MI</text><rect class='sa-hit' x='768.0' y='18' width='64' height='414'><title>MI (Information theory, non-search)
-Elo 1171  [95% CI 1137–1200]
-Stability 0.587
-Validity 0.627</title></rect><rect x='841.6' y='111.4' width='22.4' height='216.6' fill='#b0d4e7' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='864.0' y='111.4' width='22.4' height='216.6' fill='#e7a46e' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='864.0' x2='864.0' y1='86.6' y2='136.2'/><line x1='859.0' x2='869.0' y1='86.6' y2='86.6'/><line x1='859.0' x2='869.0' y1='136.2' y2='136.2'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(868.0 342.0) rotate(-35)'>ElasticNet</text><rect class='sa-hit' x='832.0' y='18' width='64' height='414'><title>ElasticNet (Regularization, non-search)
-Elo 1172  [95% CI 1138–1206]
-Stability 0.308
-Validity 0.568</title></rect><rect x='905.6' y='99.0' width='22.4' height='229.0' fill='#acd1e6' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='928.0' y='99.0' width='22.4' height='229.0' fill='#ebb184' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='928.0' x2='928.0' y1='73.4' y2='123.8'/><line x1='923.0' x2='933.0' y1='73.4' y2='73.4'/><line x1='923.0' x2='933.0' y1='123.8' y2='123.8'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(932.0 342.0) rotate(-35)'>CART</text><rect class='sa-hit' x='896.0' y='18' width='64' height='414'><title>CART (Tree, non-search)
-Elo 1189  [95% CI 1155–1224]
-Stability 0.324
-Validity 0.482</title></rect><rect x='969.6' y='54.5' width='22.4' height='273.5' fill='#67abd1' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='992.0' y='54.5' width='22.4' height='273.5' fill='#eaad7e' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='992.0' x2='992.0' y1='29.7' y2='75.6'/><line x1='987.0' x2='997.0' y1='29.7' y2='29.7'/><line x1='987.0' x2='997.0' y1='75.6' y2='75.6'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(996.0 342.0) rotate(-35)'>RFImportance</text><rect class='sa-hit' x='960.0' y='18' width='64' height='414'><title>RFImportance (Tree, non-search)
-Elo 1250  [95% CI 1221–1284]
-Stability 0.597
-Validity 0.507</title></rect><line class='sa-ink' x1='64' x2='1024' y1='328.0' y2='328.0' stroke-width='1' opacity='0.4'/><rect x='1070' y='40.0' width='12' height='107.0' fill='url(#sa-g-stab)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='30.0' text-anchor='middle' font-size='12'>stable</text><text class='sa-text' x='1076' y='165.0' text-anchor='middle' font-size='12'>unstable</text><text class='sa-muted' x='1088' y='151.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='97.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='44.0' font-size='11'>1.0</text><rect x='1070' y='207.0' width='12' height='107.0' fill='url(#sa-g-val)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='197.0' text-anchor='middle' font-size='12'>valid</text><text class='sa-text' x='1076' y='332.0' text-anchor='middle' font-size='12'>invalid</text><text class='sa-muted' x='1088' y='318.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='264.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='211.0' font-size='11'>1.0</text><rect x='1070' y='352.0' width='12' height='12' fill='url(#sa-na)' stroke='#000' stroke-width='0.6'/><text class='sa-muted' x='1088' y='362.0' font-size='11'>no result</text></svg><script type='text/plain' id='sa-csv'>Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Stability,Validity
+.sa-hit { fill:transparent; cursor:default; }
+.sa-hit:hover, .sa-hit.sa-on { fill:var(--fg); fill-opacity:0.06; }
+</style><defs><pattern id='sa-na' width='6' height='6' patternUnits='userSpaceOnUse' patternTransform='rotate(45)'><rect width='6' height='6' fill='#e5e7eb'/><line x1='0' y1='0' x2='0' y2='6' stroke='#9ca3af' stroke-width='2'/></pattern><linearGradient id='sa-g-stab' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#0072B2'/></linearGradient><linearGradient id='sa-g-val' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#D55E00'/></linearGradient></defs><line class='sa-grid' x1='64' x2='1024' y1='309.8' y2='309.8' stroke-width='1'/><text class='sa-muted' x='56' y='313.8' text-anchor='end' font-size='12'>900</text><line class='sa-grid' x1='64' x2='1024' y1='236.8' y2='236.8' stroke-width='1'/><text class='sa-muted' x='56' y='240.8' text-anchor='end' font-size='12'>1000</text><line class='sa-grid' x1='64' x2='1024' y1='163.9' y2='163.9' stroke-width='1'/><text class='sa-muted' x='56' y='167.9' text-anchor='end' font-size='12'>1100</text><line class='sa-grid' x1='64' x2='1024' y1='90.9' y2='90.9' stroke-width='1'/><text class='sa-muted' x='56' y='94.9' text-anchor='end' font-size='12'>1200</text><line class='sa-grid' x1='64' x2='1024' y1='18.0' y2='18.0' stroke-width='1'/><text class='sa-muted' x='56' y='22.0' text-anchor='end' font-size='12'>1300</text><text class='sa-text' transform='translate(16 173) rotate(-90)' text-anchor='middle' font-size='13'>Elo</text><line class='sa-ink' x1='64' x2='1024' y1='236.8' y2='236.8' stroke-width='1' stroke-dasharray='4 4' opacity='0.5'/><rect x='73.6' y='251.4' width='22.4' height='76.6' fill='#529fcb' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='96.0' y='251.4' width='22.4' height='76.6' fill='#e28e4c' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='96.0' x2='96.0' y1='217.9' y2='292.3'/><line x1='91.0' x2='101.0' y1='217.9' y2='217.9'/><line x1='91.0' x2='101.0' y1='292.3' y2='292.3'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(100.0 342.0) rotate(-35)'>LaplacianScore</text><rect class='sa-hit' x='64.0' y='18' width='64' height='414' data-tip='LaplacianScore (Distance, non-search)&#10;Elo 980  [95% CI 924–1026]&#10;Stability 0.678&#10;Validity 0.701' aria-label='LaplacianScore (Distance, non-search)&#10;Elo 980  [95% CI 924–1026]&#10;Stability 0.678&#10;Validity 0.701'/><rect x='137.6' y='236.8' width='22.4' height='91.2' fill='#feffff' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='160.0' y='236.8' width='22.4' height='91.2' fill='#eaae80' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='160.0' x2='160.0' y1='207.6' y2='267.5'/><line x1='155.0' x2='165.0' y1='207.6' y2='207.6'/><line x1='155.0' x2='165.0' y1='267.5' y2='267.5'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(164.0 342.0) rotate(-35)'>Random</text><rect class='sa-hit' x='128.0' y='18' width='64' height='414' data-tip='Random (Baseline, baseline)&#10;Elo 1000  [95% CI 958–1040]&#10;Stability 0.002&#10;Validity 0.500' aria-label='Random (Baseline, baseline)&#10;Elo 1000  [95% CI 958–1040]&#10;Stability 0.002&#10;Validity 0.500'/><rect x='201.6' y='169.7' width='22.4' height='158.3' fill='#d2e6f1' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='224.0' y='169.7' width='22.4' height='158.3' fill='#e9aa79' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='224.0' x2='224.0' y1='147.8' y2='193.8'/><line x1='219.0' x2='229.0' y1='147.8' y2='147.8'/><line x1='219.0' x2='229.0' y1='193.8' y2='193.8'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(228.0 342.0) rotate(-35)'>SFS</text><rect class='sa-hit' x='192.0' y='18' width='64' height='414' data-tip='SFS (Forward search, search)&#10;Elo 1092  [95% CI 1059–1122]&#10;Stability 0.176&#10;Validity 0.525' aria-label='SFS (Forward search, search)&#10;Elo 1092  [95% CI 1059–1122]&#10;Stability 0.176&#10;Validity 0.525'/><rect x='265.6' y='166.1' width='22.4' height='161.9' fill='#ebf4f9' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='288.0' y='166.1' width='22.4' height='161.9' fill='#e9ab7a' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='288.0' x2='288.0' y1='142.0' y2='189.4'/><line x1='283.0' x2='293.0' y1='142.0' y2='142.0'/><line x1='283.0' x2='293.0' y1='189.4' y2='189.4'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(292.0 342.0) rotate(-35)'>LOCO</text><rect class='sa-hit' x='256.0' y='18' width='64' height='414' data-tip='LOCO (Leave-one-out, search)&#10;Elo 1097  [95% CI 1065–1130]&#10;Stability 0.080&#10;Validity 0.520' aria-label='LOCO (Leave-one-out, search)&#10;Elo 1097  [95% CI 1065–1130]&#10;Stability 0.080&#10;Validity 0.520'/><rect x='329.6' y='166.1' width='22.4' height='161.9' fill='#73b1d5' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='352.0' y='166.1' width='22.4' height='161.9' fill='#e39557' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='352.0' x2='352.0' y1='140.5' y2='190.1'/><line x1='347.0' x2='357.0' y1='140.5' y2='140.5'/><line x1='347.0' x2='357.0' y1='190.1' y2='190.1'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(356.0 342.0) rotate(-35)'>GainRatio</text><rect class='sa-hit' x='320.0' y='18' width='64' height='414' data-tip='GainRatio (Information theory, non-search)&#10;Elo 1097  [95% CI 1064–1132]&#10;Stability 0.550&#10;Validity 0.659' aria-label='GainRatio (Information theory, non-search)&#10;Elo 1097  [95% CI 1064–1132]&#10;Stability 0.550&#10;Validity 0.659'/><rect x='393.6' y='154.4' width='22.4' height='173.6' fill='#f0f7fa' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='416.0' y='154.4' width='22.4' height='173.6' fill='#e9ac7b' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='416.0' x2='416.0' y1='127.4' y2='183.6'/><line x1='411.0' x2='421.0' y1='127.4' y2='127.4'/><line x1='411.0' x2='421.0' y1='183.6' y2='183.6'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(420.0 342.0) rotate(-35)'>SBE</text><rect class='sa-hit' x='384.0' y='18' width='64' height='414' data-tip='SBE (Backward search, search)&#10;Elo 1113  [95% CI 1073–1150]&#10;Stability 0.059&#10;Validity 0.517' aria-label='SBE (Backward search, search)&#10;Elo 1113  [95% CI 1073–1150]&#10;Stability 0.059&#10;Validity 0.517'/><rect x='457.6' y='152.9' width='22.4' height='175.1' fill='#98c6e0' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='480.0' y='152.9' width='22.4' height='175.1' fill='#ecb489' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='480.0' x2='480.0' y1='126.7' y2='180.7'/><line x1='475.0' x2='485.0' y1='126.7' y2='126.7'/><line x1='475.0' x2='485.0' y1='180.7' y2='180.7'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(484.0 342.0) rotate(-35)'>MarkovBlanket</text><rect class='sa-hit' x='448.0' y='18' width='64' height='414' data-tip='MarkovBlanket (Backward search, search)&#10;Elo 1115  [95% CI 1077–1151]&#10;Stability 0.404&#10;Validity 0.463' aria-label='MarkovBlanket (Backward search, search)&#10;Elo 1115  [95% CI 1077–1151]&#10;Stability 0.404&#10;Validity 0.463'/><rect x='521.6' y='141.3' width='22.4' height='186.7' fill='#59a3cd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='544.0' y='141.3' width='22.4' height='186.7' fill='#e9aa78' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='544.0' x2='544.0' y1='116.5' y2='167.5'/><line x1='539.0' x2='549.0' y1='116.5' y2='116.5'/><line x1='539.0' x2='549.0' y1='167.5' y2='167.5'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(548.0 342.0) rotate(-35)'>mRMR</text><rect class='sa-hit' x='512.0' y='18' width='64' height='414' data-tip='mRMR (Information theory, non-search)&#10;Elo 1131  [95% CI 1095–1165]&#10;Stability 0.651&#10;Validity 0.530' aria-label='mRMR (Information theory, non-search)&#10;Elo 1131  [95% CI 1095–1165]&#10;Stability 0.651&#10;Validity 0.530'/><rect x='585.6' y='134.7' width='22.4' height='193.3' fill='#c0dcec' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='608.0' y='134.7' width='22.4' height='193.3' fill='#e7a46f' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='608.0' x2='608.0' y1='108.4' y2='158.8'/><line x1='603.0' x2='613.0' y1='108.4' y2='108.4'/><line x1='603.0' x2='613.0' y1='158.8' y2='158.8'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(612.0 342.0) rotate(-35)'>Lasso</text><rect class='sa-hit' x='576.0' y='18' width='64' height='414' data-tip='Lasso (Regularization, non-search)&#10;Elo 1140  [95% CI 1107–1176]&#10;Stability 0.246&#10;Validity 0.563' aria-label='Lasso (Regularization, non-search)&#10;Elo 1140  [95% CI 1107–1176]&#10;Stability 0.246&#10;Validity 0.563'/><rect x='649.6' y='116.5' width='22.4' height='211.5' fill='#63a9d0' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='672.0' y='116.5' width='22.4' height='211.5' fill='#e69f68' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='672.0' x2='672.0' y1='88.8' y2='142.0'/><line x1='667.0' x2='677.0' y1='88.8' y2='88.8'/><line x1='667.0' x2='677.0' y1='142.0' y2='142.0'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(676.0 342.0) rotate(-35)'>(R)ReliefF</text><rect class='sa-hit' x='640.0' y='18' width='64' height='414' data-tip='(R)ReliefF (Distance, non-search)&#10;Elo 1165  [95% CI 1130–1203]&#10;Stability 0.612&#10;Validity 0.594' aria-label='(R)ReliefF (Distance, non-search)&#10;Elo 1165  [95% CI 1130–1203]&#10;Stability 0.612&#10;Validity 0.594'/><rect x='713.6' y='114.3' width='22.4' height='213.7' fill='#70b0d4' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='736.0' y='114.3' width='22.4' height='213.7' fill='#e2904f' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='736.0' x2='736.0' y1='86.6' y2='142.7'/><line x1='731.0' x2='741.0' y1='86.6' y2='86.6'/><line x1='731.0' x2='741.0' y1='142.7' y2='142.7'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(740.0 342.0) rotate(-35)'>F-Test</text><rect class='sa-hit' x='704.0' y='18' width='64' height='414' data-tip='F-Test (Correlation, non-search)&#10;Elo 1168  [95% CI 1129–1206]&#10;Stability 0.562&#10;Validity 0.689' aria-label='F-Test (Correlation, non-search)&#10;Elo 1168  [95% CI 1129–1206]&#10;Stability 0.562&#10;Validity 0.689'/><rect x='777.6' y='112.1' width='22.4' height='215.9' fill='#69acd2' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='800.0' y='112.1' width='22.4' height='215.9' fill='#e59a5f' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='800.0' x2='800.0' y1='90.9' y2='136.9'/><line x1='795.0' x2='805.0' y1='90.9' y2='90.9'/><line x1='795.0' x2='805.0' y1='136.9' y2='136.9'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(804.0 342.0) rotate(-35)'>MI</text><rect class='sa-hit' x='768.0' y='18' width='64' height='414' data-tip='MI (Information theory, non-search)&#10;Elo 1171  [95% CI 1137–1200]&#10;Stability 0.587&#10;Validity 0.627' aria-label='MI (Information theory, non-search)&#10;Elo 1171  [95% CI 1137–1200]&#10;Stability 0.587&#10;Validity 0.627'/><rect x='841.6' y='111.4' width='22.4' height='216.6' fill='#b0d4e7' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='864.0' y='111.4' width='22.4' height='216.6' fill='#e7a46e' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='864.0' x2='864.0' y1='86.6' y2='136.2'/><line x1='859.0' x2='869.0' y1='86.6' y2='86.6'/><line x1='859.0' x2='869.0' y1='136.2' y2='136.2'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(868.0 342.0) rotate(-35)'>ElasticNet</text><rect class='sa-hit' x='832.0' y='18' width='64' height='414' data-tip='ElasticNet (Regularization, non-search)&#10;Elo 1172  [95% CI 1138–1206]&#10;Stability 0.308&#10;Validity 0.568' aria-label='ElasticNet (Regularization, non-search)&#10;Elo 1172  [95% CI 1138–1206]&#10;Stability 0.308&#10;Validity 0.568'/><rect x='905.6' y='99.0' width='22.4' height='229.0' fill='#acd1e6' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='928.0' y='99.0' width='22.4' height='229.0' fill='#ebb184' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='928.0' x2='928.0' y1='73.4' y2='123.8'/><line x1='923.0' x2='933.0' y1='73.4' y2='73.4'/><line x1='923.0' x2='933.0' y1='123.8' y2='123.8'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(932.0 342.0) rotate(-35)'>CART</text><rect class='sa-hit' x='896.0' y='18' width='64' height='414' data-tip='CART (Tree, non-search)&#10;Elo 1189  [95% CI 1155–1224]&#10;Stability 0.324&#10;Validity 0.482' aria-label='CART (Tree, non-search)&#10;Elo 1189  [95% CI 1155–1224]&#10;Stability 0.324&#10;Validity 0.482'/><rect x='969.6' y='54.5' width='22.4' height='273.5' fill='#67abd1' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='992.0' y='54.5' width='22.4' height='273.5' fill='#eaad7e' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='992.0' x2='992.0' y1='29.7' y2='75.6'/><line x1='987.0' x2='997.0' y1='29.7' y2='29.7'/><line x1='987.0' x2='997.0' y1='75.6' y2='75.6'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(996.0 342.0) rotate(-35)'>RFImportance</text><rect class='sa-hit' x='960.0' y='18' width='64' height='414' data-tip='RFImportance (Tree, non-search)&#10;Elo 1250  [95% CI 1221–1284]&#10;Stability 0.597&#10;Validity 0.507' aria-label='RFImportance (Tree, non-search)&#10;Elo 1250  [95% CI 1221–1284]&#10;Stability 0.597&#10;Validity 0.507'/><line class='sa-ink' x1='64' x2='1024' y1='328.0' y2='328.0' stroke-width='1' opacity='0.4'/><rect x='1070' y='40.0' width='12' height='107.0' fill='url(#sa-g-stab)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='30.0' text-anchor='middle' font-size='12'>stable</text><text class='sa-text' x='1076' y='165.0' text-anchor='middle' font-size='12'>unstable</text><text class='sa-muted' x='1088' y='151.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='97.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='44.0' font-size='11'>1.0</text><rect x='1070' y='207.0' width='12' height='107.0' fill='url(#sa-g-val)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='197.0' text-anchor='middle' font-size='12'>valid</text><text class='sa-text' x='1076' y='332.0' text-anchor='middle' font-size='12'>invalid</text><text class='sa-muted' x='1088' y='318.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='264.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='211.0' font-size='11'>1.0</text><rect x='1070' y='352.0' width='12' height='12' fill='url(#sa-na)' stroke='#000' stroke-width='0.6'/><text class='sa-muted' x='1088' y='362.0' font-size='11'>no result</text></svg><script type='text/plain' id='sa-csv'>Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Stability,Validity
 RFImportance,Non-search,Tree,1250.0,1221.0,1284.0,0.597,0.507
 CART,Non-search,Tree,1189.0,1155.0,1224.0,0.324,0.482
 ElasticNet,Non-search,Regularization,1172.0,1138.0,1206.0,0.308,0.568
@@ -105,6 +65,47 @@ function saCsv(name) {
   if (window.ResizeObserver) new ResizeObserver(post).observe(document.body);
 })();
 
+// Instant tooltip: a native SVG <title> only shows after a browser delay of 1-3 s.
+(function () {
+  var tip = document.createElement('div');
+  tip.id = 'sa-tip';
+  document.body.appendChild(tip);
+  var current = null;
+  function show(hit, x, y) {
+    if (current !== hit) {
+      if (current) current.classList.remove('sa-on');
+      current = hit;
+      hit.classList.add('sa-on');
+      var lines = hit.getAttribute('data-tip').split('\n');
+      tip.textContent = '';
+      var head = document.createElement('b');
+      head.textContent = lines[0];
+      tip.appendChild(head);
+      tip.appendChild(document.createTextNode('\n' + lines.slice(1).join('\n')));
+      tip.style.display = 'block';
+    }
+    var w = tip.offsetWidth, h = tip.offsetHeight;
+    var left = x + 14, top = y + 14;
+    if (left + w > window.innerWidth - 4) left = Math.max(4, x - w - 14);
+    if (top + h > window.innerHeight - 4) top = Math.max(4, y - h - 14);
+    tip.style.left = left + 'px';
+    tip.style.top = top + 'px';
+  }
+  function hide() {
+    if (current) current.classList.remove('sa-on');
+    current = null;
+    tip.style.display = 'none';
+  }
+  document.addEventListener('pointermove', function (e) {
+    var hit = e.target.closest ? e.target.closest('.sa-hit') : null;
+    if (hit) show(hit, e.clientX, e.clientY); else if (e.pointerType === 'mouse') hide();
+  });
+  document.addEventListener('pointerdown', function (e) {  // touch: tap a bar to show, elsewhere to hide
+    var hit = e.target.closest ? e.target.closest('.sa-hit') : null;
+    if (hit) show(hit, e.clientX, e.clientY); else hide();
+  });
+  document.addEventListener('mouseleave', hide);
+})();
 function saSvgString() {
   var svg = document.getElementById('sa-figure').cloneNode(true);
   var style = getComputedStyle(document.documentElement);

data/subsets/tasks_all/models_all/budgets_4/leaderboard_table.html

@@ -29,7 +29,7 @@ td.na { color:var(--muted); }
   font-size:12px; color:var(--fg); }
 .pill.cat-search { border-color:var(--accent); }
 .pill.cat-baseline { color:var(--muted); }
-</style></head><body><div class='toolbar'><span class='hint'>Click a column to sort. Hover a header for its definition.</span><button onclick="saCsv('selectarena_leaderboard.csv')">CSV</button></div><div class='wrap'><table id='sa-table'><thead><tr><th class='num'>#</th><th class=''>Method</th><th class='' title='Taxonomy of the paper (Appendix A). Search methods evaluate many feature subsets with the model (forward, backward, leave-one-out); non-search methods use a proxy instead (correlation, distance, information theory, tree, regularization).'>Type</th><th class='num' title='Bradley-Terry Elo from pairwise matches within each dataset, budget and downstream model. Random = 1000. +/− give the 95% bootstrap interval.'>Elo ↑</th><th class='num' title='Mean rank of the downstream error.'>Avg. rank ↓</th><th class='num' title='Share of pairwise comparisons won, in %. Ties count half.'>Win rate ↑</th><th class='num' title='Mean relative gap (error − best error) / error to the best method, in %.'>Improvability ↓</th><th class='num' title='Mean ratio of the error to the same model trained on all features. Below 1: the selection helped.'>Error vs. all ↓</th><th class='num' title='Agreement of the selected features across bootstrap resamples (Nogueira et al., 2018).'>Stability ↑</th><th class='num' title='Share of the budget filled with original features when as many noise features are added.'>Validity ↑</th><th class='num' title='Median wall-clock time of the selection.'>Time (s) ↓</th><th class='num' title='Share of runs where the method ran out of time and random features filled the budget.'>Fallback (%)</th><th class='num'>#Datasets</th></tr></thead><tbody><tr><td class='num' data-sort='1'>1</td><td class='method' data-sort='RFImportance'>RFImportance</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1250.0'>1250<span class='sub'>+34 / −29</span></td><td class='num' data-sort='6.2'>6.20</td><td class='num' data-sort='62.9'>62.9</td><td class='num' data-sort='10.7'>10.7</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.597'>0.597</td><td class='num' data-sort='0.507'>0.507</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='2'>2</td><td class='method' data-sort='CART'>CART</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1189.0'>1189<span class='sub'>+35 / −34</span></td><td class='num' data-sort='6.97'>6.97</td><td class='num' data-sort='57.4'>57.4</td><td class='num' data-sort='12.6'>12.6</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.324'>0.324</td><td class='num' data-sort='0.482'>0.482</td><td class='num' data-sort='0.1'>0.1</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='3'>3</td><td class='method' data-sort='ElasticNet'>ElasticNet</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1172.0'>1172<span class='sub'>+34 / −34</span></td><td class='num' data-sort='7.21'>7.21</td><td class='num' data-sort='55.6'>55.6</td><td class='num' data-sort='12.4'>12.4</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.308'>0.308</td><td class='num' data-sort='0.568'>0.568</td><td class='num' data-sort='7.7'>7.7</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='4'>4</td><td class='method' data-sort='MI'>MI</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1171.0'>1171<span class='sub'>+29 / −34</span></td><td class='num' data-sort='7.24'>7.24</td><td class='num' data-sort='55.4'>55.4</td><td class='num' data-sort='12.6'>12.6</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.587'>0.587</td><td class='num' data-sort='0.627'>0.627</td><td class='num' data-sort='0.4'>0.4</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='5'>5</td><td class='method' data-sort='F-Test'>F-Test</td><td class='' data-sort='Correlation'><span class='pill cat-non-search'>Correlation</span><span class='sub'>non-search</span></td><td class='num' data-sort='1168.0'>1168<span class='sub'>+38 / −39</span></td><td class='num' data-sort='7.39'>7.39</td><td class='num' data-sort='54.3'>54.3</td><td class='num' data-sort='11.8'>11.8</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.562'>0.562</td><td class='num' data-sort='0.689'>0.689</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='6'>6</td><td class='method' data-sort='(R)ReliefF'>(R)ReliefF</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='1165.0'>1165<span class='sub'>+38 / −35</span></td><td class='num' data-sort='7.67'>7.67</td><td class='num' data-sort='52.3'>52.3</td><td class='num' data-sort='13.0'>13.0</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.612'>0.612</td><td class='num' data-sort='0.594'>0.594</td><td class='num' data-sort='14.4'>14.4</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='7'>7</td><td class='method' data-sort='Lasso'>Lasso</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1140.0'>1140<span class='sub'>+36 / −33</span></td><td class='num' data-sort='7.56'>7.56</td><td class='num' data-sort='53.1'>53.1</td><td class='num' data-sort='13.1'>13.1</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.246'>0.246</td><td class='num' data-sort='0.563'>0.563</td><td class='num' data-sort='2.0'>2.0</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='8'>8</td><td class='method' data-sort='mRMR'>mRMR</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1131.0'>1131<span class='sub'>+34 / −36</span></td><td class='num' data-sort='7.89'>7.89</td><td class='num' data-sort='50.8'>50.8</td><td class='num' data-sort='12.5'>12.5</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.651'>0.651</td><td class='num' data-sort='0.53'>0.530</td><td class='num' data-sort='0.6'>0.6</td><td class='num' data-sort='9.9'>9.9</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='9'>9</td><td class='method' data-sort='MarkovBlanket'>MarkovBlanket</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1115.0'>1115<span class='sub'>+36 / −38</span></td><td class='num' data-sort='8.26'>8.26</td><td class='num' data-sort='48.1'>48.1</td><td class='num' data-sort='14.0'>14.0</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.404'>0.404</td><td class='num' data-sort='0.463'>0.463</td><td class='num' data-sort='0.1'>0.1</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='10'>10</td><td class='method' data-sort='SBE'>SBE</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1113.0'>1113<span class='sub'>+37 / −40</span></td><td class='num' data-sort='8.31'>8.31</td><td class='num' data-sort='47.8'>47.8</td><td class='num' data-sort='15.3'>15.3</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.059'>0.059</td><td class='num' data-sort='0.517'>0.517</td><td class='num' data-sort='989.9'>989.9</td><td class='num' data-sort='41.5'>41.5</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='11'>11</td><td class='method' data-sort='LOCO'>LOCO</td><td class='' data-sort='Leave-one-out'><span class='pill cat-search'>Leave-one-out</span><span class='sub'>search</span></td><td class='num' data-sort='1097.0'>1097<span class='sub'>+33 / −32</span></td><td class='num' data-sort='8.26'>8.26</td><td class='num' data-sort='48.2'>48.2</td><td class='num' data-sort='15.5'>15.5</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.08'>0.080</td><td class='num' data-sort='0.52'>0.520</td><td class='num' data-sort='243.3'>243.3</td><td class='num' data-sort='18.7'>18.7</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='12'>12</td><td class='method' data-sort='GainRatio'>GainRatio</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1097.0'>1097<span class='sub'>+35 / −33</span></td><td class='num' data-sort='8.5'>8.50</td><td class='num' data-sort='46.4'>46.4</td><td class='num' data-sort='14.9'>14.9</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.55'>0.550</td><td class='num' data-sort='0.659'>0.659</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='13'>13</td><td class='method' data-sort='SFS'>SFS</td><td class='' data-sort='Forward search'><span class='pill cat-search'>Forward search</span><span class='sub'>search</span></td><td class='num' data-sort='1092.0'>1092<span class='sub'>+30 / −33</span></td><td class='num' data-sort='8.46'>8.46</td><td class='num' data-sort='46.7'>46.7</td><td class='num' data-sort='15.4'>15.4</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.176'>0.176</td><td class='num' data-sort='0.525'>0.525</td><td class='num' data-sort='2953.5'>2,953.5</td><td class='num' data-sort='48.8'>48.8</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='14'>14</td><td class='method' data-sort='Random'>Random</td><td class='' data-sort='Baseline'><span class='pill cat-baseline'>Baseline</span></td><td class='num' data-sort='1000.0'>1000<span class='sub'>+40 / −42</span></td><td class='num' data-sort='9.67'>9.67</td><td class='num' data-sort='38.1'>38.1</td><td class='num' data-sort='18.9'>18.9</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.002'>0.002</td><td class='num' data-sort='0.5'>0.500</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='100.0'>100.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='15'>15</td><td class='method' data-sort='LaplacianScore'>LaplacianScore</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='980.0'>980<span class='sub'>+46 / −56</span></td><td class='num' data-sort='10.39'>10.39</td><td class='num' data-sort='32.9'>32.9</td><td class='num' data-sort='23.1'>23.1</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.678'>0.678</td><td class='num' data-sort='0.701'>0.701</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr></tbody></table></div><script type='text/plain' id='sa-csv'>Rank,Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Avg. rank,Win rate (%),Improvability (%),Error vs. all features,Stability,Validity,Selection time (s),Fallback rate (%),#Datasets,#Comparisons
+</style></head><body><div class='toolbar'><span class='hint'>Click a column to sort. Hover a header for its definition.</span><button onclick="saCsv('selectarena_leaderboard.csv')">CSV</button></div><div class='wrap'><table id='sa-table'><thead><tr><th class='num'>#</th><th class=''>Method</th><th class='' title='Taxonomy of the paper (Appendix A). Search methods evaluate many feature subsets with the model (forward, backward, leave-one-out); non-search methods use a proxy instead (correlation, distance, information theory, tree, regularization).'>Type</th><th class='num' title='Bradley-Terry Elo from pairwise matches within each dataset, budget and downstream model. Random = 1000. +/− give the 95% bootstrap interval.'>Elo ↑</th><th class='num' title='Mean rank of the downstream error.'>Avg. rank ↓</th><th class='num' title='Mean relative gap (error − best error) / error to the best method, in %.'>Improvability ↓</th><th class='num' title='Agreement of the selected features across bootstrap resamples (Nogueira et al., 2018).'>Stability ↑</th><th class='num' title='Share of the budget filled with original features when as many noise features are added.'>Validity ↑</th><th class='num' title='Median wall-clock time of the selection.'>Time (s) ↓</th><th class='num' title='Share of runs where the method ran out of time and random features filled the budget.'>Fallback (%)</th></tr></thead><tbody><tr><td class='num' data-sort='1'>1</td><td class='method' data-sort='RFImportance'>RFImportance</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1250.0'>1250<span class='sub'>+34 / −29</span></td><td class='num' data-sort='6.2'>6.20</td><td class='num' data-sort='10.7'>10.7</td><td class='num' data-sort='0.597'>0.597</td><td class='num' data-sort='0.507'>0.507</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='2'>2</td><td class='method' data-sort='CART'>CART</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1189.0'>1189<span class='sub'>+35 / −34</span></td><td class='num' data-sort='6.97'>6.97</td><td class='num' data-sort='12.6'>12.6</td><td class='num' data-sort='0.324'>0.324</td><td class='num' data-sort='0.482'>0.482</td><td class='num' data-sort='0.1'>0.1</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='3'>3</td><td class='method' data-sort='ElasticNet'>ElasticNet</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1172.0'>1172<span class='sub'>+34 / −34</span></td><td class='num' data-sort='7.21'>7.21</td><td class='num' data-sort='12.4'>12.4</td><td class='num' data-sort='0.308'>0.308</td><td class='num' data-sort='0.568'>0.568</td><td class='num' data-sort='7.7'>7.7</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='4'>4</td><td class='method' data-sort='MI'>MI</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1171.0'>1171<span class='sub'>+29 / −34</span></td><td class='num' data-sort='7.24'>7.24</td><td class='num' data-sort='12.6'>12.6</td><td class='num' data-sort='0.587'>0.587</td><td class='num' data-sort='0.627'>0.627</td><td class='num' data-sort='0.4'>0.4</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='5'>5</td><td class='method' data-sort='F-Test'>F-Test</td><td class='' data-sort='Correlation'><span class='pill cat-non-search'>Correlation</span><span class='sub'>non-search</span></td><td class='num' data-sort='1168.0'>1168<span class='sub'>+38 / −39</span></td><td class='num' data-sort='7.39'>7.39</td><td class='num' data-sort='11.8'>11.8</td><td class='num' data-sort='0.562'>0.562</td><td class='num' data-sort='0.689'>0.689</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='6'>6</td><td class='method' data-sort='(R)ReliefF'>(R)ReliefF</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='1165.0'>1165<span class='sub'>+38 / −35</span></td><td class='num' data-sort='7.67'>7.67</td><td class='num' data-sort='13.0'>13.0</td><td class='num' data-sort='0.612'>0.612</td><td class='num' data-sort='0.594'>0.594</td><td class='num' data-sort='14.4'>14.4</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='7'>7</td><td class='method' data-sort='Lasso'>Lasso</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1140.0'>1140<span class='sub'>+36 / −33</span></td><td class='num' data-sort='7.56'>7.56</td><td class='num' data-sort='13.1'>13.1</td><td class='num' data-sort='0.246'>0.246</td><td class='num' data-sort='0.563'>0.563</td><td class='num' data-sort='2.0'>2.0</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='8'>8</td><td class='method' data-sort='mRMR'>mRMR</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1131.0'>1131<span class='sub'>+34 / −36</span></td><td class='num' data-sort='7.89'>7.89</td><td class='num' data-sort='12.5'>12.5</td><td class='num' data-sort='0.651'>0.651</td><td class='num' data-sort='0.53'>0.530</td><td class='num' data-sort='0.6'>0.6</td><td class='num' data-sort='9.9'>9.9</td></tr><tr><td class='num' data-sort='9'>9</td><td class='method' data-sort='MarkovBlanket'>MarkovBlanket</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1115.0'>1115<span class='sub'>+36 / −38</span></td><td class='num' data-sort='8.26'>8.26</td><td class='num' data-sort='14.0'>14.0</td><td class='num' data-sort='0.404'>0.404</td><td class='num' data-sort='0.463'>0.463</td><td class='num' data-sort='0.1'>0.1</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='10'>10</td><td class='method' data-sort='SBE'>SBE</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1113.0'>1113<span class='sub'>+37 / −40</span></td><td class='num' data-sort='8.31'>8.31</td><td class='num' data-sort='15.3'>15.3</td><td class='num' data-sort='0.059'>0.059</td><td class='num' data-sort='0.517'>0.517</td><td class='num' data-sort='989.9'>989.9</td><td class='num' data-sort='41.5'>41.5</td></tr><tr><td class='num' data-sort='11'>11</td><td class='method' data-sort='LOCO'>LOCO</td><td class='' data-sort='Leave-one-out'><span class='pill cat-search'>Leave-one-out</span><span class='sub'>search</span></td><td class='num' data-sort='1097.0'>1097<span class='sub'>+33 / −32</span></td><td class='num' data-sort='8.26'>8.26</td><td class='num' data-sort='15.5'>15.5</td><td class='num' data-sort='0.08'>0.080</td><td class='num' data-sort='0.52'>0.520</td><td class='num' data-sort='243.3'>243.3</td><td class='num' data-sort='18.7'>18.7</td></tr><tr><td class='num' data-sort='12'>12</td><td class='method' data-sort='GainRatio'>GainRatio</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1097.0'>1097<span class='sub'>+35 / −33</span></td><td class='num' data-sort='8.5'>8.50</td><td class='num' data-sort='14.9'>14.9</td><td class='num' data-sort='0.55'>0.550</td><td class='num' data-sort='0.659'>0.659</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='13'>13</td><td class='method' data-sort='SFS'>SFS</td><td class='' data-sort='Forward search'><span class='pill cat-search'>Forward search</span><span class='sub'>search</span></td><td class='num' data-sort='1092.0'>1092<span class='sub'>+30 / −33</span></td><td class='num' data-sort='8.46'>8.46</td><td class='num' data-sort='15.4'>15.4</td><td class='num' data-sort='0.176'>0.176</td><td class='num' data-sort='0.525'>0.525</td><td class='num' data-sort='2953.5'>2,953.5</td><td class='num' data-sort='48.8'>48.8</td></tr><tr><td class='num' data-sort='14'>14</td><td class='method' data-sort='Random'>Random</td><td class='' data-sort='Baseline'><span class='pill cat-baseline'>Baseline</span></td><td class='num' data-sort='1000.0'>1000<span class='sub'>+40 / −42</span></td><td class='num' data-sort='9.67'>9.67</td><td class='num' data-sort='18.9'>18.9</td><td class='num' data-sort='0.002'>0.002</td><td class='num' data-sort='0.5'>0.500</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='100.0'>100.0</td></tr><tr><td class='num' data-sort='15'>15</td><td class='method' data-sort='LaplacianScore'>LaplacianScore</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='980.0'>980<span class='sub'>+46 / −56</span></td><td class='num' data-sort='10.39'>10.39</td><td class='num' data-sort='23.1'>23.1</td><td class='num' data-sort='0.678'>0.678</td><td class='num' data-sort='0.701'>0.701</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td></tr></tbody></table></div><script type='text/plain' id='sa-csv'>Rank,Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Avg. rank,Win rate (%),Improvability (%),Error vs. all features,Stability,Validity,Selection time (s),Fallback rate (%),#Datasets,#Comparisons
 1,RFImportance,Non-search,Tree,1250.0,1221.0,1284.0,6.2,62.9,10.7,,0.597,0.507,0.2,0.0,71,1065
 2,CART,Non-search,Tree,1189.0,1155.0,1224.0,6.97,57.4,12.6,,0.324,0.482,0.1,0.0,71,1065
 3,ElasticNet,Non-search,Regularization,1172.0,1138.0,1206.0,7.21,55.6,12.4,,0.308,0.568,7.7,0.0,71,1065

data/subsets/tasks_all/models_all/budgets_all/elo_explorer.html

@@ -11,60 +11,20 @@ html, body { margin:0; padding:0; background:var(--bg); color:var(--fg);
 .toolbar button { font:inherit; font-size:12px; color:var(--fg); background:var(--soft);
   border:1px solid var(--line); border-radius:6px; padding:3px 10px; cursor:pointer; }
 .toolbar button:hover { border-color:var(--accent); }
-</style></head><body><div class='toolbar'><span class='hint'>Hover a method for its values.</span><button onclick='saSvg()'>SVG</button><button onclick='saPng()'>PNG</button><button onclick="saCsv('selectarena_elo.csv')">CSV</button></div><svg id='sa-figure' viewBox='0 0 1156 440' role='img' aria-label='Elo rating of each feature selection method, shaded by stability and validity'><style>
+
+#sa-tip { position:fixed; z-index:10; pointer-events:none; display:none; max-width:280px;
+  padding:6px 9px; border-radius:6px; border:1px solid var(--line); background:var(--bg); color:var(--fg);
+  font-size:12px; line-height:1.45; white-space:pre-line; box-shadow:0 2px 8px rgba(0,0,0,0.15); }
+#sa-tip b { font-weight:600; }
+</style></head><body><div class='toolbar'><span class='hint'>Hover or tap a method for its values.</span><button onclick='saSvg()'>SVG</button><button onclick='saPng()'>PNG</button><button onclick="saCsv('selectarena_elo.csv')">CSV</button></div><svg id='sa-figure' viewBox='0 0 1156 440' role='img' aria-label='Elo rating of each feature selection method, shaded by stability and validity'><style>
 svg { display:block; width:100%; height:auto; }
 .sa-text { fill:var(--fg); }
 .sa-muted { fill:var(--muted); }
 .sa-grid { stroke:var(--line); }
 .sa-ink { stroke:var(--fg); }
-.sa-hit { fill:transparent; }
-.sa-hit:hover { fill:var(--fg); fill-opacity:0.06; }
-</style><defs><pattern id='sa-na' width='6' height='6' patternUnits='userSpaceOnUse' patternTransform='rotate(45)'><rect width='6' height='6' fill='#e5e7eb'/><line x1='0' y1='0' x2='0' y2='6' stroke='#9ca3af' stroke-width='2'/></pattern><linearGradient id='sa-g-stab' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#0072B2'/></linearGradient><linearGradient id='sa-g-val' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#D55E00'/></linearGradient></defs><line class='sa-grid' x1='64' x2='1024' y1='313.2' y2='313.2' stroke-width='1'/><text class='sa-muted' x='56' y='317.2' text-anchor='end' font-size='12'>900</text><line class='sa-grid' x1='64' x2='1024' y1='254.2' y2='254.2' stroke-width='1'/><text class='sa-muted' x='56' y='258.2' text-anchor='end' font-size='12'>1000</text><line class='sa-grid' x1='64' x2='1024' y1='195.1' y2='195.1' stroke-width='1'/><text class='sa-muted' x='56' y='199.1' text-anchor='end' font-size='12'>1100</text><line class='sa-grid' x1='64' x2='1024' y1='136.1' y2='136.1' stroke-width='1'/><text class='sa-muted' x='56' y='140.1' text-anchor='end' font-size='12'>1200</text><line class='sa-grid' x1='64' x2='1024' y1='77.0' y2='77.0' stroke-width='1'/><text class='sa-muted' x='56' y='81.0' text-anchor='end' font-size='12'>1300</text><line class='sa-grid' x1='64' x2='1024' y1='18.0' y2='18.0' stroke-width='1'/><text class='sa-muted' x='56' y='22.0' text-anchor='end' font-size='12'>1400</text><text class='sa-text' transform='translate(16 173) rotate(-90)' text-anchor='middle' font-size='13'>Elo</text><line class='sa-ink' x1='64' x2='1024' y1='254.2' y2='254.2' stroke-width='1' stroke-dasharray='4 4' opacity='0.5'/><rect x='73.6' y='274.9' width='22.4' height='53.1' fill='#59a3cd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='96.0' y='274.9' width='22.4' height='53.1' fill='#de7f34' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='96.0' x2='96.0' y1='249.5' y2='305.6'/><line x1='91.0' x2='101.0' y1='249.5' y2='249.5'/><line x1='91.0' x2='101.0' y1='305.6' y2='305.6'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(100.0 342.0) rotate(-35)'>LaplacianScore</text><rect class='sa-hit' x='64.0' y='18' width='64' height='414'><title>LaplacianScore (Distance, non-search)
-Elo 965  [95% CI 913–1008]
-Stability 0.652
-Validity 0.797</title></rect><rect x='137.6' y='254.2' width='22.4' height='73.8' fill='#ffffff' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='160.0' y='254.2' width='22.4' height='73.8' fill='#eaae80' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='160.0' x2='160.0' y1='235.3' y2='274.3'/><line x1='155.0' x2='165.0' y1='235.3' y2='235.3'/><line x1='155.0' x2='165.0' y1='274.3' y2='274.3'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(164.0 342.0) rotate(-35)'>Random</text><rect class='sa-hit' x='128.0' y='18' width='64' height='414'><title>Random (Baseline, baseline)
-Elo 1000  [95% CI 966–1032]
-Stability 0.001
-Validity 0.500</title></rect><rect x='201.6' y='165.0' width='22.4' height='163.0' fill='#d3e7f2' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='224.0' y='165.0' width='22.4' height='163.0' fill='#e7a16a' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='224.0' x2='224.0' y1='145.5' y2='183.9'/><line x1='219.0' x2='229.0' y1='145.5' y2='145.5'/><line x1='219.0' x2='229.0' y1='183.9' y2='183.9'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(228.0 342.0) rotate(-35)'>LOCO</text><rect class='sa-hit' x='192.0' y='18' width='64' height='414'><title>LOCO (Leave-one-out, search)
-Elo 1151  [95% CI 1119–1184]
-Stability 0.173
-Validity 0.583</title></rect><rect x='265.6' y='154.4' width='22.4' height='173.6' fill='#ddecf5' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='288.0' y='154.4' width='22.4' height='173.6' fill='#e7a570' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='288.0' x2='288.0' y1='132.0' y2='177.4'/><line x1='283.0' x2='293.0' y1='132.0' y2='132.0'/><line x1='283.0' x2='293.0' y1='177.4' y2='177.4'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(292.0 342.0) rotate(-35)'>SBE</text><rect class='sa-hit' x='256.0' y='18' width='64' height='414'><title>SBE (Backward search, search)
-Elo 1169  [95% CI 1130–1207]
-Stability 0.132
-Validity 0.560</title></rect><rect x='329.6' y='149.1' width='22.4' height='178.9' fill='#bbd9ea' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='352.0' y='149.1' width='22.4' height='178.9' fill='#e59a5f' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='352.0' x2='352.0' y1='130.8' y2='168.0'/><line x1='347.0' x2='357.0' y1='130.8' y2='130.8'/><line x1='347.0' x2='357.0' y1='168.0' y2='168.0'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(356.0 342.0) rotate(-35)'>SFS</text><rect class='sa-hit' x='320.0' y='18' width='64' height='414'><title>SFS (Forward search, search)
-Elo 1178  [95% CI 1146–1209]
-Stability 0.267
-Validity 0.627</title></rect><rect x='393.6' y='146.1' width='22.4' height='181.9' fill='#5ba4cd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='416.0' y='146.1' width='22.4' height='181.9' fill='#dc7a2d' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='416.0' x2='416.0' y1='129.6' y2='161.5'/><line x1='411.0' x2='421.0' y1='129.6' y2='129.6'/><line x1='411.0' x2='421.0' y1='161.5' y2='161.5'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(420.0 342.0) rotate(-35)'>GainRatio</text><rect class='sa-hit' x='384.0' y='18' width='64' height='414'><title>GainRatio (Information theory, non-search)
-Elo 1183  [95% CI 1157–1211]
-Stability 0.644
-Validity 0.825</title></rect><rect x='457.6' y='140.2' width='22.4' height='187.8' fill='#65aad0' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='480.0' y='140.2' width='22.4' height='187.8' fill='#e39658' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='480.0' x2='480.0' y1='124.3' y2='156.8'/><line x1='475.0' x2='485.0' y1='124.3' y2='124.3'/><line x1='475.0' x2='485.0' y1='156.8' y2='156.8'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(484.0 342.0) rotate(-35)'>mRMR</text><rect class='sa-hit' x='448.0' y='18' width='64' height='414'><title>mRMR (Information theory, non-search)
-Elo 1193  [95% CI 1165–1220]
-Stability 0.604
-Validity 0.655</title></rect><rect x='521.6' y='137.3' width='22.4' height='190.7' fill='#5aa4cd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='544.0' y='137.3' width='22.4' height='190.7' fill='#e08842' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='544.0' x2='544.0' y1='118.4' y2='156.2'/><line x1='539.0' x2='549.0' y1='118.4' y2='118.4'/><line x1='539.0' x2='549.0' y1='156.2' y2='156.2'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(548.0 342.0) rotate(-35)'>(R)ReliefF</text><rect class='sa-hit' x='512.0' y='18' width='64' height='414'><title>(R)ReliefF (Distance, non-search)
-Elo 1198  [95% CI 1166–1230]
-Stability 0.646
-Validity 0.740</title></rect><rect x='585.6' y='124.3' width='22.4' height='203.7' fill='#96c5df' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='608.0' y='124.3' width='22.4' height='203.7' fill='#ecb489' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='608.0' x2='608.0' y1='108.3' y2='140.8'/><line x1='603.0' x2='613.0' y1='108.3' y2='108.3'/><line x1='603.0' x2='613.0' y1='140.8' y2='140.8'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(612.0 342.0) rotate(-35)'>MarkovBlanket</text><rect class='sa-hit' x='576.0' y='18' width='64' height='414'><title>MarkovBlanket (Backward search, search)
-Elo 1220  [95% CI 1192–1247]
-Stability 0.413
-Validity 0.463</title></rect><rect x='649.6' y='120.7' width='22.4' height='207.3' fill='#a3cce3' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='672.0' y='120.7' width='22.4' height='207.3' fill='#e08945' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='672.0' x2='672.0' y1='103.6' y2='139.6'/><line x1='667.0' x2='677.0' y1='103.6' y2='103.6'/><line x1='667.0' x2='677.0' y1='139.6' y2='139.6'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(676.0 342.0) rotate(-35)'>Lasso</text><rect class='sa-hit' x='640.0' y='18' width='64' height='414'><title>Lasso (Regularization, non-search)
-Elo 1226  [95% CI 1194–1255]
-Stability 0.362
-Validity 0.730</title></rect><rect x='713.6' y='119.0' width='22.4' height='209.0' fill='#529fcb' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='736.0' y='119.0' width='22.4' height='209.0' fill='#db7727' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='736.0' x2='736.0' y1='102.4' y2='136.1'/><line x1='731.0' x2='741.0' y1='102.4' y2='102.4'/><line x1='731.0' x2='741.0' y1='136.1' y2='136.1'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(740.0 342.0) rotate(-35)'>F-Test</text><rect class='sa-hit' x='704.0' y='18' width='64' height='414'><title>F-Test (Correlation, non-search)
-Elo 1229  [95% CI 1200–1257]
-Stability 0.679
-Validity 0.846</title></rect><rect x='777.6' y='107.8' width='22.4' height='220.2' fill='#5aa4cd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='800.0' y='107.8' width='22.4' height='220.2' fill='#de8137' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='800.0' x2='800.0' y1='91.2' y2='121.9'/><line x1='795.0' x2='805.0' y1='91.2' y2='91.2'/><line x1='795.0' x2='805.0' y1='121.9' y2='121.9'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(804.0 342.0) rotate(-35)'>MI</text><rect class='sa-hit' x='768.0' y='18' width='64' height='414'><title>MI (Information theory, non-search)
-Elo 1248  [95% CI 1224–1276]
-Stability 0.647
-Validity 0.785</title></rect><rect x='841.6' y='105.4' width='22.4' height='222.6' fill='#8dc0dd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='864.0' y='105.4' width='22.4' height='222.6' fill='#df853d' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='864.0' x2='864.0' y1='86.5' y2='124.9'/><line x1='859.0' x2='869.0' y1='86.5' y2='86.5'/><line x1='859.0' x2='869.0' y1='124.9' y2='124.9'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(868.0 342.0) rotate(-35)'>ElasticNet</text><rect class='sa-hit' x='832.0' y='18' width='64' height='414'><title>ElasticNet (Regularization, non-search)
-Elo 1252  [95% CI 1219–1284]
-Stability 0.447
-Validity 0.760</title></rect><rect x='905.6' y='97.7' width='22.4' height='230.3' fill='#93c3df' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='928.0' y='97.7' width='22.4' height='230.3' fill='#e6a16a' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='928.0' x2='928.0' y1='77.6' y2='114.8'/><line x1='923.0' x2='933.0' y1='77.6' y2='77.6'/><line x1='923.0' x2='933.0' y1='114.8' y2='114.8'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(932.0 342.0) rotate(-35)'>CART</text><rect class='sa-hit' x='896.0' y='18' width='64' height='414'><title>CART (Tree, non-search)
-Elo 1265  [95% CI 1236–1299]
-Stability 0.422
-Validity 0.586</title></rect><rect x='969.6' y='71.1' width='22.4' height='256.9' fill='#5ba4cd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='992.0' y='71.1' width='22.4' height='256.9' fill='#e39354' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='992.0' x2='992.0' y1='52.2' y2='89.4'/><line x1='987.0' x2='997.0' y1='52.2' y2='52.2'/><line x1='987.0' x2='997.0' y1='89.4' y2='89.4'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(996.0 342.0) rotate(-35)'>RFImportance</text><rect class='sa-hit' x='960.0' y='18' width='64' height='414'><title>RFImportance (Tree, non-search)
-Elo 1310  [95% CI 1279–1342]
-Stability 0.643
-Validity 0.669</title></rect><line class='sa-ink' x1='64' x2='1024' y1='328.0' y2='328.0' stroke-width='1' opacity='0.4'/><rect x='1070' y='40.0' width='12' height='107.0' fill='url(#sa-g-stab)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='30.0' text-anchor='middle' font-size='12'>stable</text><text class='sa-text' x='1076' y='165.0' text-anchor='middle' font-size='12'>unstable</text><text class='sa-muted' x='1088' y='151.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='97.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='44.0' font-size='11'>1.0</text><rect x='1070' y='207.0' width='12' height='107.0' fill='url(#sa-g-val)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='197.0' text-anchor='middle' font-size='12'>valid</text><text class='sa-text' x='1076' y='332.0' text-anchor='middle' font-size='12'>invalid</text><text class='sa-muted' x='1088' y='318.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='264.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='211.0' font-size='11'>1.0</text><rect x='1070' y='352.0' width='12' height='12' fill='url(#sa-na)' stroke='#000' stroke-width='0.6'/><text class='sa-muted' x='1088' y='362.0' font-size='11'>no result</text></svg><script type='text/plain' id='sa-csv'>Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Stability,Validity
+.sa-hit { fill:transparent; cursor:default; }
+.sa-hit:hover, .sa-hit.sa-on { fill:var(--fg); fill-opacity:0.06; }
+</style><defs><pattern id='sa-na' width='6' height='6' patternUnits='userSpaceOnUse' patternTransform='rotate(45)'><rect width='6' height='6' fill='#e5e7eb'/><line x1='0' y1='0' x2='0' y2='6' stroke='#9ca3af' stroke-width='2'/></pattern><linearGradient id='sa-g-stab' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#0072B2'/></linearGradient><linearGradient id='sa-g-val' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#D55E00'/></linearGradient></defs><line class='sa-grid' x1='64' x2='1024' y1='313.2' y2='313.2' stroke-width='1'/><text class='sa-muted' x='56' y='317.2' text-anchor='end' font-size='12'>900</text><line class='sa-grid' x1='64' x2='1024' y1='254.2' y2='254.2' stroke-width='1'/><text class='sa-muted' x='56' y='258.2' text-anchor='end' font-size='12'>1000</text><line class='sa-grid' x1='64' x2='1024' y1='195.1' y2='195.1' stroke-width='1'/><text class='sa-muted' x='56' y='199.1' text-anchor='end' font-size='12'>1100</text><line class='sa-grid' x1='64' x2='1024' y1='136.1' y2='136.1' stroke-width='1'/><text class='sa-muted' x='56' y='140.1' text-anchor='end' font-size='12'>1200</text><line class='sa-grid' x1='64' x2='1024' y1='77.0' y2='77.0' stroke-width='1'/><text class='sa-muted' x='56' y='81.0' text-anchor='end' font-size='12'>1300</text><line class='sa-grid' x1='64' x2='1024' y1='18.0' y2='18.0' stroke-width='1'/><text class='sa-muted' x='56' y='22.0' text-anchor='end' font-size='12'>1400</text><text class='sa-text' transform='translate(16 173) rotate(-90)' text-anchor='middle' font-size='13'>Elo</text><line class='sa-ink' x1='64' x2='1024' y1='254.2' y2='254.2' stroke-width='1' stroke-dasharray='4 4' opacity='0.5'/><rect x='73.6' y='274.9' width='22.4' height='53.1' fill='#59a3cd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='96.0' y='274.9' width='22.4' height='53.1' fill='#de7f34' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='96.0' x2='96.0' y1='249.5' y2='305.6'/><line x1='91.0' x2='101.0' y1='249.5' y2='249.5'/><line x1='91.0' x2='101.0' y1='305.6' y2='305.6'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(100.0 342.0) rotate(-35)'>LaplacianScore</text><rect class='sa-hit' x='64.0' y='18' width='64' height='414' data-tip='LaplacianScore (Distance, non-search)&#10;Elo 965  [95% CI 913–1008]&#10;Stability 0.652&#10;Validity 0.797' aria-label='LaplacianScore (Distance, non-search)&#10;Elo 965  [95% CI 913–1008]&#10;Stability 0.652&#10;Validity 0.797'/><rect x='137.6' y='254.2' width='22.4' height='73.8' fill='#ffffff' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='160.0' y='254.2' width='22.4' height='73.8' fill='#eaae80' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='160.0' x2='160.0' y1='235.3' y2='274.3'/><line x1='155.0' x2='165.0' y1='235.3' y2='235.3'/><line x1='155.0' x2='165.0' y1='274.3' y2='274.3'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(164.0 342.0) rotate(-35)'>Random</text><rect class='sa-hit' x='128.0' y='18' width='64' height='414' data-tip='Random (Baseline, baseline)&#10;Elo 1000  [95% CI 966–1032]&#10;Stability 0.001&#10;Validity 0.500' aria-label='Random (Baseline, baseline)&#10;Elo 1000  [95% CI 966–1032]&#10;Stability 0.001&#10;Validity 0.500'/><rect x='201.6' y='165.0' width='22.4' height='163.0' fill='#d3e7f2' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='224.0' y='165.0' width='22.4' height='163.0' fill='#e7a16a' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='224.0' x2='224.0' y1='145.5' y2='183.9'/><line x1='219.0' x2='229.0' y1='145.5' y2='145.5'/><line x1='219.0' x2='229.0' y1='183.9' y2='183.9'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(228.0 342.0) rotate(-35)'>LOCO</text><rect class='sa-hit' x='192.0' y='18' width='64' height='414' data-tip='LOCO (Leave-one-out, search)&#10;Elo 1151  [95% CI 1119–1184]&#10;Stability 0.173&#10;Validity 0.583' aria-label='LOCO (Leave-one-out, search)&#10;Elo 1151  [95% CI 1119–1184]&#10;Stability 0.173&#10;Validity 0.583'/><rect x='265.6' y='154.4' width='22.4' height='173.6' fill='#ddecf5' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='288.0' y='154.4' width='22.4' height='173.6' fill='#e7a570' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='288.0' x2='288.0' y1='132.0' y2='177.4'/><line x1='283.0' x2='293.0' y1='132.0' y2='132.0'/><line x1='283.0' x2='293.0' y1='177.4' y2='177.4'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(292.0 342.0) rotate(-35)'>SBE</text><rect class='sa-hit' x='256.0' y='18' width='64' height='414' data-tip='SBE (Backward search, search)&#10;Elo 1169  [95% CI 1130–1207]&#10;Stability 0.132&#10;Validity 0.560' aria-label='SBE (Backward search, search)&#10;Elo 1169  [95% CI 1130–1207]&#10;Stability 0.132&#10;Validity 0.560'/><rect x='329.6' y='149.1' width='22.4' height='178.9' fill='#bbd9ea' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='352.0' y='149.1' width='22.4' height='178.9' fill='#e59a5f' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='352.0' x2='352.0' y1='130.8' y2='168.0'/><line x1='347.0' x2='357.0' y1='130.8' y2='130.8'/><line x1='347.0' x2='357.0' y1='168.0' y2='168.0'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(356.0 342.0) rotate(-35)'>SFS</text><rect class='sa-hit' x='320.0' y='18' width='64' height='414' data-tip='SFS (Forward search, search)&#10;Elo 1178  [95% CI 1146–1209]&#10;Stability 0.267&#10;Validity 0.627' aria-label='SFS (Forward search, search)&#10;Elo 1178  [95% CI 1146–1209]&#10;Stability 0.267&#10;Validity 0.627'/><rect x='393.6' y='146.1' width='22.4' height='181.9' fill='#5ba4cd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='416.0' y='146.1' width='22.4' height='181.9' fill='#dc7a2d' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='416.0' x2='416.0' y1='129.6' y2='161.5'/><line x1='411.0' x2='421.0' y1='129.6' y2='129.6'/><line x1='411.0' x2='421.0' y1='161.5' y2='161.5'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(420.0 342.0) rotate(-35)'>GainRatio</text><rect class='sa-hit' x='384.0' y='18' width='64' height='414' data-tip='GainRatio (Information theory, non-search)&#10;Elo 1183  [95% CI 1157–1211]&#10;Stability 0.644&#10;Validity 0.825' aria-label='GainRatio (Information theory, non-search)&#10;Elo 1183  [95% CI 1157–1211]&#10;Stability 0.644&#10;Validity 0.825'/><rect x='457.6' y='140.2' width='22.4' height='187.8' fill='#65aad0' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='480.0' y='140.2' width='22.4' height='187.8' fill='#e39658' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='480.0' x2='480.0' y1='124.3' y2='156.8'/><line x1='475.0' x2='485.0' y1='124.3' y2='124.3'/><line x1='475.0' x2='485.0' y1='156.8' y2='156.8'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(484.0 342.0) rotate(-35)'>mRMR</text><rect class='sa-hit' x='448.0' y='18' width='64' height='414' data-tip='mRMR (Information theory, non-search)&#10;Elo 1193  [95% CI 1165–1220]&#10;Stability 0.604&#10;Validity 0.655' aria-label='mRMR (Information theory, non-search)&#10;Elo 1193  [95% CI 1165–1220]&#10;Stability 0.604&#10;Validity 0.655'/><rect x='521.6' y='137.3' width='22.4' height='190.7' fill='#5aa4cd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='544.0' y='137.3' width='22.4' height='190.7' fill='#e08842' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='544.0' x2='544.0' y1='118.4' y2='156.2'/><line x1='539.0' x2='549.0' y1='118.4' y2='118.4'/><line x1='539.0' x2='549.0' y1='156.2' y2='156.2'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(548.0 342.0) rotate(-35)'>(R)ReliefF</text><rect class='sa-hit' x='512.0' y='18' width='64' height='414' data-tip='(R)ReliefF (Distance, non-search)&#10;Elo 1198  [95% CI 1166–1230]&#10;Stability 0.646&#10;Validity 0.740' aria-label='(R)ReliefF (Distance, non-search)&#10;Elo 1198  [95% CI 1166–1230]&#10;Stability 0.646&#10;Validity 0.740'/><rect x='585.6' y='124.3' width='22.4' height='203.7' fill='#96c5df' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='608.0' y='124.3' width='22.4' height='203.7' fill='#ecb489' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='608.0' x2='608.0' y1='108.3' y2='140.8'/><line x1='603.0' x2='613.0' y1='108.3' y2='108.3'/><line x1='603.0' x2='613.0' y1='140.8' y2='140.8'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(612.0 342.0) rotate(-35)'>MarkovBlanket</text><rect class='sa-hit' x='576.0' y='18' width='64' height='414' data-tip='MarkovBlanket (Backward search, search)&#10;Elo 1220  [95% CI 1192–1247]&#10;Stability 0.413&#10;Validity 0.463' aria-label='MarkovBlanket (Backward search, search)&#10;Elo 1220  [95% CI 1192–1247]&#10;Stability 0.413&#10;Validity 0.463'/><rect x='649.6' y='120.7' width='22.4' height='207.3' fill='#a3cce3' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='672.0' y='120.7' width='22.4' height='207.3' fill='#e08945' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='672.0' x2='672.0' y1='103.6' y2='139.6'/><line x1='667.0' x2='677.0' y1='103.6' y2='103.6'/><line x1='667.0' x2='677.0' y1='139.6' y2='139.6'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(676.0 342.0) rotate(-35)'>Lasso</text><rect class='sa-hit' x='640.0' y='18' width='64' height='414' data-tip='Lasso (Regularization, non-search)&#10;Elo 1226  [95% CI 1194–1255]&#10;Stability 0.362&#10;Validity 0.730' aria-label='Lasso (Regularization, non-search)&#10;Elo 1226  [95% CI 1194–1255]&#10;Stability 0.362&#10;Validity 0.730'/><rect x='713.6' y='119.0' width='22.4' height='209.0' fill='#529fcb' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='736.0' y='119.0' width='22.4' height='209.0' fill='#db7727' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='736.0' x2='736.0' y1='102.4' y2='136.1'/><line x1='731.0' x2='741.0' y1='102.4' y2='102.4'/><line x1='731.0' x2='741.0' y1='136.1' y2='136.1'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(740.0 342.0) rotate(-35)'>F-Test</text><rect class='sa-hit' x='704.0' y='18' width='64' height='414' data-tip='F-Test (Correlation, non-search)&#10;Elo 1229  [95% CI 1200–1257]&#10;Stability 0.679&#10;Validity 0.846' aria-label='F-Test (Correlation, non-search)&#10;Elo 1229  [95% CI 1200–1257]&#10;Stability 0.679&#10;Validity 0.846'/><rect x='777.6' y='107.8' width='22.4' height='220.2' fill='#5aa4cd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='800.0' y='107.8' width='22.4' height='220.2' fill='#de8137' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='800.0' x2='800.0' y1='91.2' y2='121.9'/><line x1='795.0' x2='805.0' y1='91.2' y2='91.2'/><line x1='795.0' x2='805.0' y1='121.9' y2='121.9'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(804.0 342.0) rotate(-35)'>MI</text><rect class='sa-hit' x='768.0' y='18' width='64' height='414' data-tip='MI (Information theory, non-search)&#10;Elo 1248  [95% CI 1224–1276]&#10;Stability 0.647&#10;Validity 0.785' aria-label='MI (Information theory, non-search)&#10;Elo 1248  [95% CI 1224–1276]&#10;Stability 0.647&#10;Validity 0.785'/><rect x='841.6' y='105.4' width='22.4' height='222.6' fill='#8dc0dd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='864.0' y='105.4' width='22.4' height='222.6' fill='#df853d' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='864.0' x2='864.0' y1='86.5' y2='124.9'/><line x1='859.0' x2='869.0' y1='86.5' y2='86.5'/><line x1='859.0' x2='869.0' y1='124.9' y2='124.9'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(868.0 342.0) rotate(-35)'>ElasticNet</text><rect class='sa-hit' x='832.0' y='18' width='64' height='414' data-tip='ElasticNet (Regularization, non-search)&#10;Elo 1252  [95% CI 1219–1284]&#10;Stability 0.447&#10;Validity 0.760' aria-label='ElasticNet (Regularization, non-search)&#10;Elo 1252  [95% CI 1219–1284]&#10;Stability 0.447&#10;Validity 0.760'/><rect x='905.6' y='97.7' width='22.4' height='230.3' fill='#93c3df' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='928.0' y='97.7' width='22.4' height='230.3' fill='#e6a16a' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='928.0' x2='928.0' y1='77.6' y2='114.8'/><line x1='923.0' x2='933.0' y1='77.6' y2='77.6'/><line x1='923.0' x2='933.0' y1='114.8' y2='114.8'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(932.0 342.0) rotate(-35)'>CART</text><rect class='sa-hit' x='896.0' y='18' width='64' height='414' data-tip='CART (Tree, non-search)&#10;Elo 1265  [95% CI 1236–1299]&#10;Stability 0.422&#10;Validity 0.586' aria-label='CART (Tree, non-search)&#10;Elo 1265  [95% CI 1236–1299]&#10;Stability 0.422&#10;Validity 0.586'/><rect x='969.6' y='71.1' width='22.4' height='256.9' fill='#5ba4cd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='992.0' y='71.1' width='22.4' height='256.9' fill='#e39354' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='992.0' x2='992.0' y1='52.2' y2='89.4'/><line x1='987.0' x2='997.0' y1='52.2' y2='52.2'/><line x1='987.0' x2='997.0' y1='89.4' y2='89.4'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(996.0 342.0) rotate(-35)'>RFImportance</text><rect class='sa-hit' x='960.0' y='18' width='64' height='414' data-tip='RFImportance (Tree, non-search)&#10;Elo 1310  [95% CI 1279–1342]&#10;Stability 0.643&#10;Validity 0.669' aria-label='RFImportance (Tree, non-search)&#10;Elo 1310  [95% CI 1279–1342]&#10;Stability 0.643&#10;Validity 0.669'/><line class='sa-ink' x1='64' x2='1024' y1='328.0' y2='328.0' stroke-width='1' opacity='0.4'/><rect x='1070' y='40.0' width='12' height='107.0' fill='url(#sa-g-stab)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='30.0' text-anchor='middle' font-size='12'>stable</text><text class='sa-text' x='1076' y='165.0' text-anchor='middle' font-size='12'>unstable</text><text class='sa-muted' x='1088' y='151.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='97.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='44.0' font-size='11'>1.0</text><rect x='1070' y='207.0' width='12' height='107.0' fill='url(#sa-g-val)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='197.0' text-anchor='middle' font-size='12'>valid</text><text class='sa-text' x='1076' y='332.0' text-anchor='middle' font-size='12'>invalid</text><text class='sa-muted' x='1088' y='318.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='264.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='211.0' font-size='11'>1.0</text><rect x='1070' y='352.0' width='12' height='12' fill='url(#sa-na)' stroke='#000' stroke-width='0.6'/><text class='sa-muted' x='1088' y='362.0' font-size='11'>no result</text></svg><script type='text/plain' id='sa-csv'>Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Stability,Validity
 RFImportance,Non-search,Tree,1310.0,1279.0,1342.0,0.643,0.669
 CART,Non-search,Tree,1265.0,1236.0,1299.0,0.422,0.586
 ElasticNet,Non-search,Regularization,1252.0,1219.0,1284.0,0.447,0.76
@@ -105,6 +65,47 @@ function saCsv(name) {
   if (window.ResizeObserver) new ResizeObserver(post).observe(document.body);
 })();
 
+// Instant tooltip: a native SVG <title> only shows after a browser delay of 1-3 s.
+(function () {
+  var tip = document.createElement('div');
+  tip.id = 'sa-tip';
+  document.body.appendChild(tip);
+  var current = null;
+  function show(hit, x, y) {
+    if (current !== hit) {
+      if (current) current.classList.remove('sa-on');
+      current = hit;
+      hit.classList.add('sa-on');
+      var lines = hit.getAttribute('data-tip').split('\n');
+      tip.textContent = '';
+      var head = document.createElement('b');
+      head.textContent = lines[0];
+      tip.appendChild(head);
+      tip.appendChild(document.createTextNode('\n' + lines.slice(1).join('\n')));
+      tip.style.display = 'block';
+    }
+    var w = tip.offsetWidth, h = tip.offsetHeight;
+    var left = x + 14, top = y + 14;
+    if (left + w > window.innerWidth - 4) left = Math.max(4, x - w - 14);
+    if (top + h > window.innerHeight - 4) top = Math.max(4, y - h - 14);
+    tip.style.left = left + 'px';
+    tip.style.top = top + 'px';
+  }
+  function hide() {
+    if (current) current.classList.remove('sa-on');
+    current = null;
+    tip.style.display = 'none';
+  }
+  document.addEventListener('pointermove', function (e) {
+    var hit = e.target.closest ? e.target.closest('.sa-hit') : null;
+    if (hit) show(hit, e.clientX, e.clientY); else if (e.pointerType === 'mouse') hide();
+  });
+  document.addEventListener('pointerdown', function (e) {  // touch: tap a bar to show, elsewhere to hide
+    var hit = e.target.closest ? e.target.closest('.sa-hit') : null;
+    if (hit) show(hit, e.clientX, e.clientY); else hide();
+  });
+  document.addEventListener('mouseleave', hide);
+})();
 function saSvgString() {
   var svg = document.getElementById('sa-figure').cloneNode(true);
   var style = getComputedStyle(document.documentElement);

data/subsets/tasks_all/models_all/budgets_all/leaderboard_table.html

@@ -29,7 +29,7 @@ td.na { color:var(--muted); }
   font-size:12px; color:var(--fg); }
 .pill.cat-search { border-color:var(--accent); }
 .pill.cat-baseline { color:var(--muted); }
-</style></head><body><div class='toolbar'><span class='hint'>Click a column to sort. Hover a header for its definition.</span><button onclick="saCsv('selectarena_leaderboard.csv')">CSV</button></div><div class='wrap'><table id='sa-table'><thead><tr><th class='num'>#</th><th class=''>Method</th><th class='' title='Taxonomy of the paper (Appendix A). Search methods evaluate many feature subsets with the model (forward, backward, leave-one-out); non-search methods use a proxy instead (correlation, distance, information theory, tree, regularization).'>Type</th><th class='num' title='Bradley-Terry Elo from pairwise matches within each dataset, budget and downstream model. Random = 1000. +/− give the 95% bootstrap interval.'>Elo ↑</th><th class='num' title='Mean rank of the downstream error.'>Avg. rank ↓</th><th class='num' title='Share of pairwise comparisons won, in %. Ties count half.'>Win rate ↑</th><th class='num' title='Mean relative gap (error − best error) / error to the best method, in %.'>Improvability ↓</th><th class='num' title='Mean ratio of the error to the same model trained on all features. Below 1: the selection helped.'>Error vs. all ↓</th><th class='num' title='Agreement of the selected features across bootstrap resamples (Nogueira et al., 2018).'>Stability ↑</th><th class='num' title='Share of the budget filled with original features when as many noise features are added.'>Validity ↑</th><th class='num' title='Median wall-clock time of the selection.'>Time (s) ↓</th><th class='num' title='Share of runs where the method ran out of time and random features filled the budget.'>Fallback (%)</th><th class='num'>#Datasets</th></tr></thead><tbody><tr><td class='num' data-sort='1'>1</td><td class='method' data-sort='RFImportance'>RFImportance</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1310.0'>1310<span class='sub'>+32 / −31</span></td><td class='num' data-sort='6.15'>6.15</td><td class='num' data-sort='63.2'>63.2</td><td class='num' data-sort='15.1'>15.1</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.643'>0.643</td><td class='num' data-sort='0.669'>0.669</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='2'>2</td><td class='method' data-sort='CART'>CART</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1265.0'>1265<span class='sub'>+34 / −29</span></td><td class='num' data-sort='6.69'>6.69</td><td class='num' data-sort='59.3'>59.3</td><td class='num' data-sort='18.0'>18.0</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.422'>0.422</td><td class='num' data-sort='0.586'>0.586</td><td class='num' data-sort='0.1'>0.1</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='3'>3</td><td class='method' data-sort='ElasticNet'>ElasticNet</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1252.0'>1252<span class='sub'>+32 / −33</span></td><td class='num' data-sort='6.87'>6.87</td><td class='num' data-sort='58.1'>58.1</td><td class='num' data-sort='18.3'>18.3</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.447'>0.447</td><td class='num' data-sort='0.76'>0.760</td><td class='num' data-sort='7.6'>7.6</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='4'>4</td><td class='method' data-sort='MI'>MI</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1248.0'>1248<span class='sub'>+28 / −24</span></td><td class='num' data-sort='6.99'>6.99</td><td class='num' data-sort='57.2'>57.2</td><td class='num' data-sort='18.2'>18.2</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.647'>0.647</td><td class='num' data-sort='0.785'>0.785</td><td class='num' data-sort='0.4'>0.4</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='5'>5</td><td class='method' data-sort='F-Test'>F-Test</td><td class='' data-sort='Correlation'><span class='pill cat-non-search'>Correlation</span><span class='sub'>non-search</span></td><td class='num' data-sort='1229.0'>1229<span class='sub'>+28 / −29</span></td><td class='num' data-sort='7.35'>7.35</td><td class='num' data-sort='54.6'>54.6</td><td class='num' data-sort='19.0'>19.0</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.679'>0.679</td><td class='num' data-sort='0.846'>0.846</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='6'>6</td><td class='method' data-sort='Lasso'>Lasso</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1226.0'>1226<span class='sub'>+29 / −32</span></td><td class='num' data-sort='7.2'>7.20</td><td class='num' data-sort='55.7'>55.7</td><td class='num' data-sort='18.7'>18.7</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.362'>0.362</td><td class='num' data-sort='0.73'>0.730</td><td class='num' data-sort='2.1'>2.1</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='7'>7</td><td class='method' data-sort='MarkovBlanket'>MarkovBlanket</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1220.0'>1220<span class='sub'>+27 / −28</span></td><td class='num' data-sort='7.55'>7.55</td><td class='num' data-sort='53.2'>53.2</td><td class='num' data-sort='19.6'>19.6</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.413'>0.413</td><td class='num' data-sort='0.463'>0.463</td><td class='num' data-sort='0.1'>0.1</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='8'>8</td><td class='method' data-sort='(R)ReliefF'>(R)ReliefF</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='1198.0'>1198<span class='sub'>+32 / −32</span></td><td class='num' data-sort='8.0'>8.00</td><td class='num' data-sort='50.0'>50.0</td><td class='num' data-sort='20.6'>20.6</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.646'>0.646</td><td class='num' data-sort='0.74'>0.740</td><td class='num' data-sort='14.3'>14.3</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='9'>9</td><td class='method' data-sort='mRMR'>mRMR</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1193.0'>1193<span class='sub'>+27 / −28</span></td><td class='num' data-sort='7.96'>7.96</td><td class='num' data-sort='50.3'>50.3</td><td class='num' data-sort='19.9'>19.9</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.604'>0.604</td><td class='num' data-sort='0.655'>0.655</td><td class='num' data-sort='0.4'>0.4</td><td class='num' data-sort='3.4'>3.4</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='10'>10</td><td class='method' data-sort='GainRatio'>GainRatio</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1183.0'>1183<span class='sub'>+28 / −26</span></td><td class='num' data-sort='8.19'>8.19</td><td class='num' data-sort='48.6'>48.6</td><td class='num' data-sort='21.5'>21.5</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.644'>0.644</td><td class='num' data-sort='0.825'>0.825</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='11'>11</td><td class='method' data-sort='SFS'>SFS</td><td class='' data-sort='Forward search'><span class='pill cat-search'>Forward search</span><span class='sub'>search</span></td><td class='num' data-sort='1178.0'>1178<span class='sub'>+31 / −32</span></td><td class='num' data-sort='7.99'>7.99</td><td class='num' data-sort='50.1'>50.1</td><td class='num' data-sort='21.7'>21.7</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.267'>0.267</td><td class='num' data-sort='0.627'>0.627</td><td class='num' data-sort='2105.8'>2,105.8</td><td class='num' data-sort='43.5'>43.5</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='12'>12</td><td class='method' data-sort='SBE'>SBE</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1169.0'>1169<span class='sub'>+38 / −39</span></td><td class='num' data-sort='8.31'>8.31</td><td class='num' data-sort='47.8'>47.8</td><td class='num' data-sort='23.7'>23.7</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.132'>0.132</td><td class='num' data-sort='0.56'>0.560</td><td class='num' data-sort='2495.5'>2,495.5</td><td class='num' data-sort='46.5'>46.5</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='13'>13</td><td class='method' data-sort='LOCO'>LOCO</td><td class='' data-sort='Leave-one-out'><span class='pill cat-search'>Leave-one-out</span><span class='sub'>search</span></td><td class='num' data-sort='1151.0'>1151<span class='sub'>+33 / −32</span></td><td class='num' data-sort='8.39'>8.39</td><td class='num' data-sort='47.2'>47.2</td><td class='num' data-sort='23.8'>23.8</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.173'>0.173</td><td class='num' data-sort='0.583'>0.583</td><td class='num' data-sort='241.5'>241.5</td><td class='num' data-sort='7.6'>7.6</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='14'>14</td><td class='method' data-sort='Random'>Random</td><td class='' data-sort='Baseline'><span class='pill cat-baseline'>Baseline</span></td><td class='num' data-sort='1000.0'>1000<span class='sub'>+32 / −34</span></td><td class='num' data-sort='10.72'>10.72</td><td class='num' data-sort='30.6'>30.6</td><td class='num' data-sort='32.0'>32.0</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.001'>0.001</td><td class='num' data-sort='0.5'>0.500</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='100.0'>100.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='15'>15</td><td class='method' data-sort='LaplacianScore'>LaplacianScore</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='965.0'>965<span class='sub'>+43 / −52</span></td><td class='num' data-sort='11.64'>11.64</td><td class='num' data-sort='24.0'>24.0</td><td class='num' data-sort='36.6'>36.6</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.652'>0.652</td><td class='num' data-sort='0.797'>0.797</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr></tbody></table></div><script type='text/plain' id='sa-csv'>Rank,Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Avg. rank,Win rate (%),Improvability (%),Error vs. all features,Stability,Validity,Selection time (s),Fallback rate (%),#Datasets,#Comparisons
+</style></head><body><div class='toolbar'><span class='hint'>Click a column to sort. Hover a header for its definition.</span><button onclick="saCsv('selectarena_leaderboard.csv')">CSV</button></div><div class='wrap'><table id='sa-table'><thead><tr><th class='num'>#</th><th class=''>Method</th><th class='' title='Taxonomy of the paper (Appendix A). Search methods evaluate many feature subsets with the model (forward, backward, leave-one-out); non-search methods use a proxy instead (correlation, distance, information theory, tree, regularization).'>Type</th><th class='num' title='Bradley-Terry Elo from pairwise matches within each dataset, budget and downstream model. Random = 1000. +/− give the 95% bootstrap interval.'>Elo ↑</th><th class='num' title='Mean rank of the downstream error.'>Avg. rank ↓</th><th class='num' title='Mean relative gap (error − best error) / error to the best method, in %.'>Improvability ↓</th><th class='num' title='Agreement of the selected features across bootstrap resamples (Nogueira et al., 2018).'>Stability ↑</th><th class='num' title='Share of the budget filled with original features when as many noise features are added.'>Validity ↑</th><th class='num' title='Median wall-clock time of the selection.'>Time (s) ↓</th><th class='num' title='Share of runs where the method ran out of time and random features filled the budget.'>Fallback (%)</th></tr></thead><tbody><tr><td class='num' data-sort='1'>1</td><td class='method' data-sort='RFImportance'>RFImportance</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1310.0'>1310<span class='sub'>+32 / −31</span></td><td class='num' data-sort='6.15'>6.15</td><td class='num' data-sort='15.1'>15.1</td><td class='num' data-sort='0.643'>0.643</td><td class='num' data-sort='0.669'>0.669</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='2'>2</td><td class='method' data-sort='CART'>CART</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1265.0'>1265<span class='sub'>+34 / −29</span></td><td class='num' data-sort='6.69'>6.69</td><td class='num' data-sort='18.0'>18.0</td><td class='num' data-sort='0.422'>0.422</td><td class='num' data-sort='0.586'>0.586</td><td class='num' data-sort='0.1'>0.1</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='3'>3</td><td class='method' data-sort='ElasticNet'>ElasticNet</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1252.0'>1252<span class='sub'>+32 / −33</span></td><td class='num' data-sort='6.87'>6.87</td><td class='num' data-sort='18.3'>18.3</td><td class='num' data-sort='0.447'>0.447</td><td class='num' data-sort='0.76'>0.760</td><td class='num' data-sort='7.6'>7.6</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='4'>4</td><td class='method' data-sort='MI'>MI</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1248.0'>1248<span class='sub'>+28 / −24</span></td><td class='num' data-sort='6.99'>6.99</td><td class='num' data-sort='18.2'>18.2</td><td class='num' data-sort='0.647'>0.647</td><td class='num' data-sort='0.785'>0.785</td><td class='num' data-sort='0.4'>0.4</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='5'>5</td><td class='method' data-sort='F-Test'>F-Test</td><td class='' data-sort='Correlation'><span class='pill cat-non-search'>Correlation</span><span class='sub'>non-search</span></td><td class='num' data-sort='1229.0'>1229<span class='sub'>+28 / −29</span></td><td class='num' data-sort='7.35'>7.35</td><td class='num' data-sort='19.0'>19.0</td><td class='num' data-sort='0.679'>0.679</td><td class='num' data-sort='0.846'>0.846</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='6'>6</td><td class='method' data-sort='Lasso'>Lasso</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1226.0'>1226<span class='sub'>+29 / −32</span></td><td class='num' data-sort='7.2'>7.20</td><td class='num' data-sort='18.7'>18.7</td><td class='num' data-sort='0.362'>0.362</td><td class='num' data-sort='0.73'>0.730</td><td class='num' data-sort='2.1'>2.1</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='7'>7</td><td class='method' data-sort='MarkovBlanket'>MarkovBlanket</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1220.0'>1220<span class='sub'>+27 / −28</span></td><td class='num' data-sort='7.55'>7.55</td><td class='num' data-sort='19.6'>19.6</td><td class='num' data-sort='0.413'>0.413</td><td class='num' data-sort='0.463'>0.463</td><td class='num' data-sort='0.1'>0.1</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='8'>8</td><td class='method' data-sort='(R)ReliefF'>(R)ReliefF</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='1198.0'>1198<span class='sub'>+32 / −32</span></td><td class='num' data-sort='8.0'>8.00</td><td class='num' data-sort='20.6'>20.6</td><td class='num' data-sort='0.646'>0.646</td><td class='num' data-sort='0.74'>0.740</td><td class='num' data-sort='14.3'>14.3</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='9'>9</td><td class='method' data-sort='mRMR'>mRMR</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1193.0'>1193<span class='sub'>+27 / −28</span></td><td class='num' data-sort='7.96'>7.96</td><td class='num' data-sort='19.9'>19.9</td><td class='num' data-sort='0.604'>0.604</td><td class='num' data-sort='0.655'>0.655</td><td class='num' data-sort='0.4'>0.4</td><td class='num' data-sort='3.4'>3.4</td></tr><tr><td class='num' data-sort='10'>10</td><td class='method' data-sort='GainRatio'>GainRatio</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1183.0'>1183<span class='sub'>+28 / −26</span></td><td class='num' data-sort='8.19'>8.19</td><td class='num' data-sort='21.5'>21.5</td><td class='num' data-sort='0.644'>0.644</td><td class='num' data-sort='0.825'>0.825</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='11'>11</td><td class='method' data-sort='SFS'>SFS</td><td class='' data-sort='Forward search'><span class='pill cat-search'>Forward search</span><span class='sub'>search</span></td><td class='num' data-sort='1178.0'>1178<span class='sub'>+31 / −32</span></td><td class='num' data-sort='7.99'>7.99</td><td class='num' data-sort='21.7'>21.7</td><td class='num' data-sort='0.267'>0.267</td><td class='num' data-sort='0.627'>0.627</td><td class='num' data-sort='2105.8'>2,105.8</td><td class='num' data-sort='43.5'>43.5</td></tr><tr><td class='num' data-sort='12'>12</td><td class='method' data-sort='SBE'>SBE</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1169.0'>1169<span class='sub'>+38 / −39</span></td><td class='num' data-sort='8.31'>8.31</td><td class='num' data-sort='23.7'>23.7</td><td class='num' data-sort='0.132'>0.132</td><td class='num' data-sort='0.56'>0.560</td><td class='num' data-sort='2495.5'>2,495.5</td><td class='num' data-sort='46.5'>46.5</td></tr><tr><td class='num' data-sort='13'>13</td><td class='method' data-sort='LOCO'>LOCO</td><td class='' data-sort='Leave-one-out'><span class='pill cat-search'>Leave-one-out</span><span class='sub'>search</span></td><td class='num' data-sort='1151.0'>1151<span class='sub'>+33 / −32</span></td><td class='num' data-sort='8.39'>8.39</td><td class='num' data-sort='23.8'>23.8</td><td class='num' data-sort='0.173'>0.173</td><td class='num' data-sort='0.583'>0.583</td><td class='num' data-sort='241.5'>241.5</td><td class='num' data-sort='7.6'>7.6</td></tr><tr><td class='num' data-sort='14'>14</td><td class='method' data-sort='Random'>Random</td><td class='' data-sort='Baseline'><span class='pill cat-baseline'>Baseline</span></td><td class='num' data-sort='1000.0'>1000<span class='sub'>+32 / −34</span></td><td class='num' data-sort='10.72'>10.72</td><td class='num' data-sort='32.0'>32.0</td><td class='num' data-sort='0.001'>0.001</td><td class='num' data-sort='0.5'>0.500</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='100.0'>100.0</td></tr><tr><td class='num' data-sort='15'>15</td><td class='method' data-sort='LaplacianScore'>LaplacianScore</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='965.0'>965<span class='sub'>+43 / −52</span></td><td class='num' data-sort='11.64'>11.64</td><td class='num' data-sort='36.6'>36.6</td><td class='num' data-sort='0.652'>0.652</td><td class='num' data-sort='0.797'>0.797</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td></tr></tbody></table></div><script type='text/plain' id='sa-csv'>Rank,Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Avg. rank,Win rate (%),Improvability (%),Error vs. all features,Stability,Validity,Selection time (s),Fallback rate (%),#Datasets,#Comparisons
 1,RFImportance,Non-search,Tree,1310.0,1279.0,1342.0,6.15,63.2,15.1,,0.643,0.669,0.2,0.0,71,5325
 2,CART,Non-search,Tree,1265.0,1236.0,1299.0,6.69,59.3,18.0,,0.422,0.586,0.1,0.0,71,5325
 3,ElasticNet,Non-search,Regularization,1252.0,1219.0,1284.0,6.87,58.1,18.3,,0.447,0.76,7.6,0.0,71,5325

data/subsets/tasks_all/models_lightgbm/budgets_0/elo_explorer.html

@@ -11,60 +11,20 @@ html, body { margin:0; padding:0; background:var(--bg); color:var(--fg);
 .toolbar button { font:inherit; font-size:12px; color:var(--fg); background:var(--soft);
   border:1px solid var(--line); border-radius:6px; padding:3px 10px; cursor:pointer; }
 .toolbar button:hover { border-color:var(--accent); }
-</style></head><body><div class='toolbar'><span class='hint'>Hover a method for its values.</span><button onclick='saSvg()'>SVG</button><button onclick='saPng()'>PNG</button><button onclick="saCsv('selectarena_elo.csv')">CSV</button></div><svg id='sa-figure' viewBox='0 0 1156 440' role='img' aria-label='Elo rating of each feature selection method, shaded by stability and validity'><style>
+
+#sa-tip { position:fixed; z-index:10; pointer-events:none; display:none; max-width:280px;
+  padding:6px 9px; border-radius:6px; border:1px solid var(--line); background:var(--bg); color:var(--fg);
+  font-size:12px; line-height:1.45; white-space:pre-line; box-shadow:0 2px 8px rgba(0,0,0,0.15); }
+#sa-tip b { font-weight:600; }
+</style></head><body><div class='toolbar'><span class='hint'>Hover or tap a method for its values.</span><button onclick='saSvg()'>SVG</button><button onclick='saPng()'>PNG</button><button onclick="saCsv('selectarena_elo.csv')">CSV</button></div><svg id='sa-figure' viewBox='0 0 1156 440' role='img' aria-label='Elo rating of each feature selection method, shaded by stability and validity'><style>
 svg { display:block; width:100%; height:auto; }
 .sa-text { fill:var(--fg); }
 .sa-muted { fill:var(--muted); }
 .sa-grid { stroke:var(--line); }
 .sa-ink { stroke:var(--fg); }
-.sa-hit { fill:transparent; }
-.sa-hit:hover { fill:var(--fg); fill-opacity:0.06; }
-</style><defs><pattern id='sa-na' width='6' height='6' patternUnits='userSpaceOnUse' patternTransform='rotate(45)'><rect width='6' height='6' fill='#e5e7eb'/><line x1='0' y1='0' x2='0' y2='6' stroke='#9ca3af' stroke-width='2'/></pattern><linearGradient id='sa-g-stab' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#0072B2'/></linearGradient><linearGradient id='sa-g-val' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#D55E00'/></linearGradient></defs><line class='sa-grid' x1='64' x2='1024' y1='317.3' y2='317.3' stroke-width='1'/><text class='sa-muted' x='56' y='321.3' text-anchor='end' font-size='12'>800</text><line class='sa-grid' x1='64' x2='1024' y1='274.6' y2='274.6' stroke-width='1'/><text class='sa-muted' x='56' y='278.6' text-anchor='end' font-size='12'>900</text><line class='sa-grid' x1='64' x2='1024' y1='231.8' y2='231.8' stroke-width='1'/><text class='sa-muted' x='56' y='235.8' text-anchor='end' font-size='12'>1000</text><line class='sa-grid' x1='64' x2='1024' y1='189.0' y2='189.0' stroke-width='1'/><text class='sa-muted' x='56' y='193.0' text-anchor='end' font-size='12'>1100</text><line class='sa-grid' x1='64' x2='1024' y1='146.3' y2='146.3' stroke-width='1'/><text class='sa-muted' x='56' y='150.3' text-anchor='end' font-size='12'>1200</text><line class='sa-grid' x1='64' x2='1024' y1='103.5' y2='103.5' stroke-width='1'/><text class='sa-muted' x='56' y='107.5' text-anchor='end' font-size='12'>1300</text><line class='sa-grid' x1='64' x2='1024' y1='60.8' y2='60.8' stroke-width='1'/><text class='sa-muted' x='56' y='64.8' text-anchor='end' font-size='12'>1400</text><line class='sa-grid' x1='64' x2='1024' y1='18.0' y2='18.0' stroke-width='1'/><text class='sa-muted' x='56' y='22.0' text-anchor='end' font-size='12'>1500</text><text class='sa-text' transform='translate(16 173) rotate(-90)' text-anchor='middle' font-size='13'>Elo</text><line class='sa-ink' x1='64' x2='1024' y1='231.8' y2='231.8' stroke-width='1' stroke-dasharray='4 4' opacity='0.5'/><rect x='73.6' y='260.0' width='22.4' height='68.0' fill='#69acd2' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='96.0' y='260.0' width='22.4' height='68.0' fill='#db7727' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='96.0' x2='96.0' y1='227.9' y2='301.5'/><line x1='91.0' x2='101.0' y1='227.9' y2='227.9'/><line x1='91.0' x2='101.0' y1='301.5' y2='301.5'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(100.0 342.0) rotate(-35)'>LaplacianScore</text><rect class='sa-hit' x='64.0' y='18' width='64' height='414'><title>LaplacianScore (Distance, non-search)
-Elo 934  [95% CI 837–1009]
-Stability 0.588
-Validity 0.847</title></rect><rect x='137.6' y='231.8' width='22.4' height='96.2' fill='#ffffff' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='160.0' y='231.8' width='22.4' height='96.2' fill='#eab081' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='160.0' x2='160.0' y1='208.7' y2='260.4'/><line x1='155.0' x2='165.0' y1='208.7' y2='208.7'/><line x1='155.0' x2='165.0' y1='260.4' y2='260.4'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(164.0 342.0) rotate(-35)'>Random</text><rect class='sa-hit' x='128.0' y='18' width='64' height='414'><title>Random (Baseline, baseline)
-Elo 1000  [95% CI 933–1054]
-Stability -0.001
-Validity 0.493</title></rect><rect x='201.6' y='150.1' width='22.4' height='177.9' fill='#5ba4ce' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='224.0' y='150.1' width='22.4' height='177.9' fill='#da7220' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='224.0' x2='224.0' y1='131.3' y2='168.5'/><line x1='219.0' x2='229.0' y1='131.3' y2='131.3'/><line x1='219.0' x2='229.0' y1='168.5' y2='168.5'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(228.0 342.0) rotate(-35)'>(R)ReliefF</text><rect class='sa-hit' x='192.0' y='18' width='64' height='414'><title>(R)ReliefF (Distance, non-search)
-Elo 1191  [95% CI 1148–1235]
-Stability 0.642
-Validity 0.873</title></rect><rect x='265.6' y='148.8' width='22.4' height='179.2' fill='#b3d5e8' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='288.0' y='148.8' width='22.4' height='179.2' fill='#e39455' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='288.0' x2='288.0' y1='128.7' y2='168.9'/><line x1='283.0' x2='293.0' y1='128.7' y2='128.7'/><line x1='283.0' x2='293.0' y1='168.9' y2='168.9'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(292.0 342.0) rotate(-35)'>LOCO</text><rect class='sa-hit' x='256.0' y='18' width='64' height='414'><title>LOCO (Leave-one-out, search)
-Elo 1194  [95% CI 1147–1241]
-Stability 0.299
-Validity 0.665</title></rect><rect x='329.6' y='132.2' width='22.4' height='195.8' fill='#cde4f0' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='352.0' y='132.2' width='22.4' height='195.8' fill='#e59b61' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='352.0' x2='352.0' y1='108.2' y2='156.1'/><line x1='347.0' x2='357.0' y1='108.2' y2='108.2'/><line x1='347.0' x2='357.0' y1='156.1' y2='156.1'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(356.0 342.0) rotate(-35)'>SBE</text><rect class='sa-hit' x='320.0' y='18' width='64' height='414'><title>SBE (Backward search, search)
-Elo 1233  [95% CI 1177–1289]
-Stability 0.195
-Validity 0.621</title></rect><rect x='393.6' y='131.7' width='22.4' height='196.3' fill='#529fcb' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='416.0' y='131.7' width='22.4' height='196.3' fill='#d7670f' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='416.0' x2='416.0' y1='110.4' y2='152.7'/><line x1='411.0' x2='421.0' y1='110.4' y2='110.4'/><line x1='411.0' x2='421.0' y1='152.7' y2='152.7'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(420.0 342.0) rotate(-35)'>GainRatio</text><rect class='sa-hit' x='384.0' y='18' width='64' height='414'><title>GainRatio (Information theory, non-search)
-Elo 1234  [95% CI 1185–1284]
-Stability 0.679
-Validity 0.942</title></rect><rect x='457.6' y='123.2' width='22.4' height='204.8' fill='#78b5d6' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='480.0' y='123.2' width='22.4' height='204.8' fill='#de8238' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='480.0' x2='480.0' y1='103.9' y2='142.0'/><line x1='475.0' x2='485.0' y1='103.9' y2='103.9'/><line x1='475.0' x2='485.0' y1='142.0' y2='142.0'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(484.0 342.0) rotate(-35)'>mRMR</text><rect class='sa-hit' x='448.0' y='18' width='64' height='414'><title>mRMR (Information theory, non-search)
-Elo 1254  [95% CI 1210–1299]
-Stability 0.528
-Validity 0.779</title></rect><rect x='521.6' y='116.3' width='22.4' height='211.7' fill='#94c4df' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='544.0' y='116.3' width='22.4' height='211.7' fill='#da701c' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='544.0' x2='544.0' y1='98.0' y2='137.3'/><line x1='539.0' x2='549.0' y1='98.0' y2='98.0'/><line x1='539.0' x2='549.0' y1='137.3' y2='137.3'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(548.0 342.0) rotate(-35)'>Lasso</text><rect class='sa-hit' x='512.0' y='18' width='64' height='414'><title>Lasso (Regularization, non-search)
-Elo 1270  [95% CI 1221–1313]
-Stability 0.421
-Validity 0.890</title></rect><rect x='585.6' y='112.1' width='22.4' height='215.9' fill='#4699c7' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='608.0' y='112.1' width='22.4' height='215.9' fill='#d7660c' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='608.0' x2='608.0' y1='91.5' y2='134.3'/><line x1='603.0' x2='613.0' y1='91.5' y2='91.5'/><line x1='603.0' x2='613.0' y1='134.3' y2='134.3'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(612.0 342.0) rotate(-35)'>F-Test</text><rect class='sa-hit' x='576.0' y='18' width='64' height='414'><title>F-Test (Correlation, non-search)
-Elo 1280  [95% CI 1228–1328]
-Stability 0.725
-Validity 0.952</title></rect><rect x='649.6' y='106.9' width='22.4' height='221.1' fill='#5ba4cd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='672.0' y='106.9' width='22.4' height='221.1' fill='#d96e1a' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='672.0' x2='672.0' y1='88.6' y2='124.9'/><line x1='667.0' x2='677.0' y1='88.6' y2='88.6'/><line x1='667.0' x2='677.0' y1='124.9' y2='124.9'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(676.0 342.0) rotate(-35)'>MI</text><rect class='sa-hit' x='640.0' y='18' width='64' height='414'><title>MI (Information theory, non-search)
-Elo 1292  [95% CI 1250–1335]
-Stability 0.645
-Validity 0.898</title></rect><rect x='713.6' y='101.8' width='22.4' height='226.2' fill='#7db7d8' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='736.0' y='101.8' width='22.4' height='226.2' fill='#d96c16' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='736.0' x2='736.0' y1='82.1' y2='121.5'/><line x1='731.0' x2='741.0' y1='82.1' y2='82.1'/><line x1='731.0' x2='741.0' y1='121.5' y2='121.5'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(740.0 342.0) rotate(-35)'>ElasticNet</text><rect class='sa-hit' x='704.0' y='18' width='64' height='414'><title>ElasticNet (Regularization, non-search)
-Elo 1304  [95% CI 1258–1350]
-Stability 0.509
-Validity 0.915</title></rect><rect x='777.6' y='98.4' width='22.4' height='229.6' fill='#a1cbe3' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='800.0' y='98.4' width='22.4' height='229.6' fill='#e08640' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='800.0' x2='800.0' y1='74.4' y2='122.3'/><line x1='795.0' x2='805.0' y1='74.4' y2='74.4'/><line x1='795.0' x2='805.0' y1='122.3' y2='122.3'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(804.0 342.0) rotate(-35)'>SFS</text><rect class='sa-hit' x='768.0' y='18' width='64' height='414'><title>SFS (Forward search, search)
-Elo 1312  [95% CI 1256–1368]
-Stability 0.368
-Validity 0.750</title></rect><rect x='841.6' y='92.8' width='22.4' height='235.2' fill='#94c4df' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='864.0' y='92.8' width='22.4' height='235.2' fill='#ebb488' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='864.0' x2='864.0' y1='69.3' y2='114.2'/><line x1='859.0' x2='869.0' y1='69.3' y2='69.3'/><line x1='859.0' x2='869.0' y1='114.2' y2='114.2'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(868.0 342.0) rotate(-35)'>MarkovBlanket</text><rect class='sa-hit' x='832.0' y='18' width='64' height='414'><title>MarkovBlanket (Backward search, search)
-Elo 1325  [95% CI 1275–1380]
-Stability 0.418
-Validity 0.465</title></rect><rect x='905.6' y='83.4' width='22.4' height='244.6' fill='#84bbda' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='928.0' y='83.4' width='22.4' height='244.6' fill='#e08945' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='928.0' x2='928.0' y1='59.5' y2='102.7'/><line x1='923.0' x2='933.0' y1='59.5' y2='59.5'/><line x1='923.0' x2='933.0' y1='102.7' y2='102.7'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(932.0 342.0) rotate(-35)'>CART</text><rect class='sa-hit' x='896.0' y='18' width='64' height='414'><title>CART (Tree, non-search)
-Elo 1347  [95% CI 1302–1403]
-Stability 0.484
-Validity 0.731</title></rect><rect x='969.6' y='74.4' width='22.4' height='253.6' fill='#5fa6cf' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='992.0' y='74.4' width='22.4' height='253.6' fill='#dd7d32' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='992.0' x2='992.0' y1='46.2' y2='98.8'/><line x1='987.0' x2='997.0' y1='46.2' y2='46.2'/><line x1='987.0' x2='997.0' y1='98.8' y2='98.8'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(996.0 342.0) rotate(-35)'>RFImportance</text><rect class='sa-hit' x='960.0' y='18' width='64' height='414'><title>RFImportance (Tree, non-search)
-Elo 1368  [95% CI 1311–1434]
-Stability 0.628
-Validity 0.805</title></rect><line class='sa-ink' x1='64' x2='1024' y1='328.0' y2='328.0' stroke-width='1' opacity='0.4'/><rect x='1070' y='40.0' width='12' height='107.0' fill='url(#sa-g-stab)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='30.0' text-anchor='middle' font-size='12'>stable</text><text class='sa-text' x='1076' y='165.0' text-anchor='middle' font-size='12'>unstable</text><text class='sa-muted' x='1088' y='151.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='97.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='44.0' font-size='11'>1.0</text><rect x='1070' y='207.0' width='12' height='107.0' fill='url(#sa-g-val)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='197.0' text-anchor='middle' font-size='12'>valid</text><text class='sa-text' x='1076' y='332.0' text-anchor='middle' font-size='12'>invalid</text><text class='sa-muted' x='1088' y='318.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='264.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='211.0' font-size='11'>1.0</text><rect x='1070' y='352.0' width='12' height='12' fill='url(#sa-na)' stroke='#000' stroke-width='0.6'/><text class='sa-muted' x='1088' y='362.0' font-size='11'>no result</text></svg><script type='text/plain' id='sa-csv'>Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Stability,Validity
+.sa-hit { fill:transparent; cursor:default; }
+.sa-hit:hover, .sa-hit.sa-on { fill:var(--fg); fill-opacity:0.06; }
+</style><defs><pattern id='sa-na' width='6' height='6' patternUnits='userSpaceOnUse' patternTransform='rotate(45)'><rect width='6' height='6' fill='#e5e7eb'/><line x1='0' y1='0' x2='0' y2='6' stroke='#9ca3af' stroke-width='2'/></pattern><linearGradient id='sa-g-stab' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#0072B2'/></linearGradient><linearGradient id='sa-g-val' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#D55E00'/></linearGradient></defs><line class='sa-grid' x1='64' x2='1024' y1='317.3' y2='317.3' stroke-width='1'/><text class='sa-muted' x='56' y='321.3' text-anchor='end' font-size='12'>800</text><line class='sa-grid' x1='64' x2='1024' y1='274.6' y2='274.6' stroke-width='1'/><text class='sa-muted' x='56' y='278.6' text-anchor='end' font-size='12'>900</text><line class='sa-grid' x1='64' x2='1024' y1='231.8' y2='231.8' stroke-width='1'/><text class='sa-muted' x='56' y='235.8' text-anchor='end' font-size='12'>1000</text><line class='sa-grid' x1='64' x2='1024' y1='189.0' y2='189.0' stroke-width='1'/><text class='sa-muted' x='56' y='193.0' text-anchor='end' font-size='12'>1100</text><line class='sa-grid' x1='64' x2='1024' y1='146.3' y2='146.3' stroke-width='1'/><text class='sa-muted' x='56' y='150.3' text-anchor='end' font-size='12'>1200</text><line class='sa-grid' x1='64' x2='1024' y1='103.5' y2='103.5' stroke-width='1'/><text class='sa-muted' x='56' y='107.5' text-anchor='end' font-size='12'>1300</text><line class='sa-grid' x1='64' x2='1024' y1='60.8' y2='60.8' stroke-width='1'/><text class='sa-muted' x='56' y='64.8' text-anchor='end' font-size='12'>1400</text><line class='sa-grid' x1='64' x2='1024' y1='18.0' y2='18.0' stroke-width='1'/><text class='sa-muted' x='56' y='22.0' text-anchor='end' font-size='12'>1500</text><text class='sa-text' transform='translate(16 173) rotate(-90)' text-anchor='middle' font-size='13'>Elo</text><line class='sa-ink' x1='64' x2='1024' y1='231.8' y2='231.8' stroke-width='1' stroke-dasharray='4 4' opacity='0.5'/><rect x='73.6' y='260.0' width='22.4' height='68.0' fill='#69acd2' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='96.0' y='260.0' width='22.4' height='68.0' fill='#db7727' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='96.0' x2='96.0' y1='227.9' y2='301.5'/><line x1='91.0' x2='101.0' y1='227.9' y2='227.9'/><line x1='91.0' x2='101.0' y1='301.5' y2='301.5'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(100.0 342.0) rotate(-35)'>LaplacianScore</text><rect class='sa-hit' x='64.0' y='18' width='64' height='414' data-tip='LaplacianScore (Distance, non-search)&#10;Elo 934  [95% CI 837–1009]&#10;Stability 0.588&#10;Validity 0.847' aria-label='LaplacianScore (Distance, non-search)&#10;Elo 934  [95% CI 837–1009]&#10;Stability 0.588&#10;Validity 0.847'/><rect x='137.6' y='231.8' width='22.4' height='96.2' fill='#ffffff' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='160.0' y='231.8' width='22.4' height='96.2' fill='#eab081' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='160.0' x2='160.0' y1='208.7' y2='260.4'/><line x1='155.0' x2='165.0' y1='208.7' y2='208.7'/><line x1='155.0' x2='165.0' y1='260.4' y2='260.4'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(164.0 342.0) rotate(-35)'>Random</text><rect class='sa-hit' x='128.0' y='18' width='64' height='414' data-tip='Random (Baseline, baseline)&#10;Elo 1000  [95% CI 933–1054]&#10;Stability -0.001&#10;Validity 0.493' aria-label='Random (Baseline, baseline)&#10;Elo 1000  [95% CI 933–1054]&#10;Stability -0.001&#10;Validity 0.493'/><rect x='201.6' y='150.1' width='22.4' height='177.9' fill='#5ba4ce' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='224.0' y='150.1' width='22.4' height='177.9' fill='#da7220' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='224.0' x2='224.0' y1='131.3' y2='168.5'/><line x1='219.0' x2='229.0' y1='131.3' y2='131.3'/><line x1='219.0' x2='229.0' y1='168.5' y2='168.5'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(228.0 342.0) rotate(-35)'>(R)ReliefF</text><rect class='sa-hit' x='192.0' y='18' width='64' height='414' data-tip='(R)ReliefF (Distance, non-search)&#10;Elo 1191  [95% CI 1148–1235]&#10;Stability 0.642&#10;Validity 0.873' aria-label='(R)ReliefF (Distance, non-search)&#10;Elo 1191  [95% CI 1148–1235]&#10;Stability 0.642&#10;Validity 0.873'/><rect x='265.6' y='148.8' width='22.4' height='179.2' fill='#b3d5e8' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='288.0' y='148.8' width='22.4' height='179.2' fill='#e39455' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='288.0' x2='288.0' y1='128.7' y2='168.9'/><line x1='283.0' x2='293.0' y1='128.7' y2='128.7'/><line x1='283.0' x2='293.0' y1='168.9' y2='168.9'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(292.0 342.0) rotate(-35)'>LOCO</text><rect class='sa-hit' x='256.0' y='18' width='64' height='414' data-tip='LOCO (Leave-one-out, search)&#10;Elo 1194  [95% CI 1147–1241]&#10;Stability 0.299&#10;Validity 0.665' aria-label='LOCO (Leave-one-out, search)&#10;Elo 1194  [95% CI 1147–1241]&#10;Stability 0.299&#10;Validity 0.665'/><rect x='329.6' y='132.2' width='22.4' height='195.8' fill='#cde4f0' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='352.0' y='132.2' width='22.4' height='195.8' fill='#e59b61' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='352.0' x2='352.0' y1='108.2' y2='156.1'/><line x1='347.0' x2='357.0' y1='108.2' y2='108.2'/><line x1='347.0' x2='357.0' y1='156.1' y2='156.1'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(356.0 342.0) rotate(-35)'>SBE</text><rect class='sa-hit' x='320.0' y='18' width='64' height='414' data-tip='SBE (Backward search, search)&#10;Elo 1233  [95% CI 1177–1289]&#10;Stability 0.195&#10;Validity 0.621' aria-label='SBE (Backward search, search)&#10;Elo 1233  [95% CI 1177–1289]&#10;Stability 0.195&#10;Validity 0.621'/><rect x='393.6' y='131.7' width='22.4' height='196.3' fill='#529fcb' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='416.0' y='131.7' width='22.4' height='196.3' fill='#d7670f' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='416.0' x2='416.0' y1='110.4' y2='152.7'/><line x1='411.0' x2='421.0' y1='110.4' y2='110.4'/><line x1='411.0' x2='421.0' y1='152.7' y2='152.7'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(420.0 342.0) rotate(-35)'>GainRatio</text><rect class='sa-hit' x='384.0' y='18' width='64' height='414' data-tip='GainRatio (Information theory, non-search)&#10;Elo 1234  [95% CI 1185–1284]&#10;Stability 0.679&#10;Validity 0.942' aria-label='GainRatio (Information theory, non-search)&#10;Elo 1234  [95% CI 1185–1284]&#10;Stability 0.679&#10;Validity 0.942'/><rect x='457.6' y='123.2' width='22.4' height='204.8' fill='#78b5d6' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='480.0' y='123.2' width='22.4' height='204.8' fill='#de8238' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='480.0' x2='480.0' y1='103.9' y2='142.0'/><line x1='475.0' x2='485.0' y1='103.9' y2='103.9'/><line x1='475.0' x2='485.0' y1='142.0' y2='142.0'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(484.0 342.0) rotate(-35)'>mRMR</text><rect class='sa-hit' x='448.0' y='18' width='64' height='414' data-tip='mRMR (Information theory, non-search)&#10;Elo 1254  [95% CI 1210–1299]&#10;Stability 0.528&#10;Validity 0.779' aria-label='mRMR (Information theory, non-search)&#10;Elo 1254  [95% CI 1210–1299]&#10;Stability 0.528&#10;Validity 0.779'/><rect x='521.6' y='116.3' width='22.4' height='211.7' fill='#94c4df' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='544.0' y='116.3' width='22.4' height='211.7' fill='#da701c' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='544.0' x2='544.0' y1='98.0' y2='137.3'/><line x1='539.0' x2='549.0' y1='98.0' y2='98.0'/><line x1='539.0' x2='549.0' y1='137.3' y2='137.3'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(548.0 342.0) rotate(-35)'>Lasso</text><rect class='sa-hit' x='512.0' y='18' width='64' height='414' data-tip='Lasso (Regularization, non-search)&#10;Elo 1270  [95% CI 1221–1313]&#10;Stability 0.421&#10;Validity 0.890' aria-label='Lasso (Regularization, non-search)&#10;Elo 1270  [95% CI 1221–1313]&#10;Stability 0.421&#10;Validity 0.890'/><rect x='585.6' y='112.1' width='22.4' height='215.9' fill='#4699c7' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='608.0' y='112.1' width='22.4' height='215.9' fill='#d7660c' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='608.0' x2='608.0' y1='91.5' y2='134.3'/><line x1='603.0' x2='613.0' y1='91.5' y2='91.5'/><line x1='603.0' x2='613.0' y1='134.3' y2='134.3'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(612.0 342.0) rotate(-35)'>F-Test</text><rect class='sa-hit' x='576.0' y='18' width='64' height='414' data-tip='F-Test (Correlation, non-search)&#10;Elo 1280  [95% CI 1228–1328]&#10;Stability 0.725&#10;Validity 0.952' aria-label='F-Test (Correlation, non-search)&#10;Elo 1280  [95% CI 1228–1328]&#10;Stability 0.725&#10;Validity 0.952'/><rect x='649.6' y='106.9' width='22.4' height='221.1' fill='#5ba4cd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='672.0' y='106.9' width='22.4' height='221.1' fill='#d96e1a' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='672.0' x2='672.0' y1='88.6' y2='124.9'/><line x1='667.0' x2='677.0' y1='88.6' y2='88.6'/><line x1='667.0' x2='677.0' y1='124.9' y2='124.9'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(676.0 342.0) rotate(-35)'>MI</text><rect class='sa-hit' x='640.0' y='18' width='64' height='414' data-tip='MI (Information theory, non-search)&#10;Elo 1292  [95% CI 1250–1335]&#10;Stability 0.645&#10;Validity 0.898' aria-label='MI (Information theory, non-search)&#10;Elo 1292  [95% CI 1250–1335]&#10;Stability 0.645&#10;Validity 0.898'/><rect x='713.6' y='101.8' width='22.4' height='226.2' fill='#7db7d8' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='736.0' y='101.8' width='22.4' height='226.2' fill='#d96c16' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='736.0' x2='736.0' y1='82.1' y2='121.5'/><line x1='731.0' x2='741.0' y1='82.1' y2='82.1'/><line x1='731.0' x2='741.0' y1='121.5' y2='121.5'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(740.0 342.0) rotate(-35)'>ElasticNet</text><rect class='sa-hit' x='704.0' y='18' width='64' height='414' data-tip='ElasticNet (Regularization, non-search)&#10;Elo 1304  [95% CI 1258–1350]&#10;Stability 0.509&#10;Validity 0.915' aria-label='ElasticNet (Regularization, non-search)&#10;Elo 1304  [95% CI 1258–1350]&#10;Stability 0.509&#10;Validity 0.915'/><rect x='777.6' y='98.4' width='22.4' height='229.6' fill='#a1cbe3' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='800.0' y='98.4' width='22.4' height='229.6' fill='#e08640' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='800.0' x2='800.0' y1='74.4' y2='122.3'/><line x1='795.0' x2='805.0' y1='74.4' y2='74.4'/><line x1='795.0' x2='805.0' y1='122.3' y2='122.3'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(804.0 342.0) rotate(-35)'>SFS</text><rect class='sa-hit' x='768.0' y='18' width='64' height='414' data-tip='SFS (Forward search, search)&#10;Elo 1312  [95% CI 1256–1368]&#10;Stability 0.368&#10;Validity 0.750' aria-label='SFS (Forward search, search)&#10;Elo 1312  [95% CI 1256–1368]&#10;Stability 0.368&#10;Validity 0.750'/><rect x='841.6' y='92.8' width='22.4' height='235.2' fill='#94c4df' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='864.0' y='92.8' width='22.4' height='235.2' fill='#ebb488' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='864.0' x2='864.0' y1='69.3' y2='114.2'/><line x1='859.0' x2='869.0' y1='69.3' y2='69.3'/><line x1='859.0' x2='869.0' y1='114.2' y2='114.2'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(868.0 342.0) rotate(-35)'>MarkovBlanket</text><rect class='sa-hit' x='832.0' y='18' width='64' height='414' data-tip='MarkovBlanket (Backward search, search)&#10;Elo 1325  [95% CI 1275–1380]&#10;Stability 0.418&#10;Validity 0.465' aria-label='MarkovBlanket (Backward search, search)&#10;Elo 1325  [95% CI 1275–1380]&#10;Stability 0.418&#10;Validity 0.465'/><rect x='905.6' y='83.4' width='22.4' height='244.6' fill='#84bbda' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='928.0' y='83.4' width='22.4' height='244.6' fill='#e08945' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='928.0' x2='928.0' y1='59.5' y2='102.7'/><line x1='923.0' x2='933.0' y1='59.5' y2='59.5'/><line x1='923.0' x2='933.0' y1='102.7' y2='102.7'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(932.0 342.0) rotate(-35)'>CART</text><rect class='sa-hit' x='896.0' y='18' width='64' height='414' data-tip='CART (Tree, non-search)&#10;Elo 1347  [95% CI 1302–1403]&#10;Stability 0.484&#10;Validity 0.731' aria-label='CART (Tree, non-search)&#10;Elo 1347  [95% CI 1302–1403]&#10;Stability 0.484&#10;Validity 0.731'/><rect x='969.6' y='74.4' width='22.4' height='253.6' fill='#5fa6cf' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='992.0' y='74.4' width='22.4' height='253.6' fill='#dd7d32' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='992.0' x2='992.0' y1='46.2' y2='98.8'/><line x1='987.0' x2='997.0' y1='46.2' y2='46.2'/><line x1='987.0' x2='997.0' y1='98.8' y2='98.8'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(996.0 342.0) rotate(-35)'>RFImportance</text><rect class='sa-hit' x='960.0' y='18' width='64' height='414' data-tip='RFImportance (Tree, non-search)&#10;Elo 1368  [95% CI 1311–1434]&#10;Stability 0.628&#10;Validity 0.805' aria-label='RFImportance (Tree, non-search)&#10;Elo 1368  [95% CI 1311–1434]&#10;Stability 0.628&#10;Validity 0.805'/><line class='sa-ink' x1='64' x2='1024' y1='328.0' y2='328.0' stroke-width='1' opacity='0.4'/><rect x='1070' y='40.0' width='12' height='107.0' fill='url(#sa-g-stab)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='30.0' text-anchor='middle' font-size='12'>stable</text><text class='sa-text' x='1076' y='165.0' text-anchor='middle' font-size='12'>unstable</text><text class='sa-muted' x='1088' y='151.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='97.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='44.0' font-size='11'>1.0</text><rect x='1070' y='207.0' width='12' height='107.0' fill='url(#sa-g-val)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='197.0' text-anchor='middle' font-size='12'>valid</text><text class='sa-text' x='1076' y='332.0' text-anchor='middle' font-size='12'>invalid</text><text class='sa-muted' x='1088' y='318.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='264.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='211.0' font-size='11'>1.0</text><rect x='1070' y='352.0' width='12' height='12' fill='url(#sa-na)' stroke='#000' stroke-width='0.6'/><text class='sa-muted' x='1088' y='362.0' font-size='11'>no result</text></svg><script type='text/plain' id='sa-csv'>Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Stability,Validity
 RFImportance,Non-search,Tree,1368.0,1311.0,1434.0,0.628,0.805
 CART,Non-search,Tree,1347.0,1302.0,1403.0,0.484,0.731
 MarkovBlanket,Search,Backward search,1325.0,1275.0,1380.0,0.418,0.465
@@ -105,6 +65,47 @@ function saCsv(name) {
   if (window.ResizeObserver) new ResizeObserver(post).observe(document.body);
 })();
 
+// Instant tooltip: a native SVG <title> only shows after a browser delay of 1-3 s.
+(function () {
+  var tip = document.createElement('div');
+  tip.id = 'sa-tip';
+  document.body.appendChild(tip);
+  var current = null;
+  function show(hit, x, y) {
+    if (current !== hit) {
+      if (current) current.classList.remove('sa-on');
+      current = hit;
+      hit.classList.add('sa-on');
+      var lines = hit.getAttribute('data-tip').split('\n');
+      tip.textContent = '';
+      var head = document.createElement('b');
+      head.textContent = lines[0];
+      tip.appendChild(head);
+      tip.appendChild(document.createTextNode('\n' + lines.slice(1).join('\n')));
+      tip.style.display = 'block';
+    }
+    var w = tip.offsetWidth, h = tip.offsetHeight;
+    var left = x + 14, top = y + 14;
+    if (left + w > window.innerWidth - 4) left = Math.max(4, x - w - 14);
+    if (top + h > window.innerHeight - 4) top = Math.max(4, y - h - 14);
+    tip.style.left = left + 'px';
+    tip.style.top = top + 'px';
+  }
+  function hide() {
+    if (current) current.classList.remove('sa-on');
+    current = null;
+    tip.style.display = 'none';
+  }
+  document.addEventListener('pointermove', function (e) {
+    var hit = e.target.closest ? e.target.closest('.sa-hit') : null;
+    if (hit) show(hit, e.clientX, e.clientY); else if (e.pointerType === 'mouse') hide();
+  });
+  document.addEventListener('pointerdown', function (e) {  // touch: tap a bar to show, elsewhere to hide
+    var hit = e.target.closest ? e.target.closest('.sa-hit') : null;
+    if (hit) show(hit, e.clientX, e.clientY); else hide();
+  });
+  document.addEventListener('mouseleave', hide);
+})();
 function saSvgString() {
   var svg = document.getElementById('sa-figure').cloneNode(true);
   var style = getComputedStyle(document.documentElement);

data/subsets/tasks_all/models_lightgbm/budgets_0/leaderboard_table.html

@@ -29,7 +29,7 @@ td.na { color:var(--muted); }
   font-size:12px; color:var(--fg); }
 .pill.cat-search { border-color:var(--accent); }
 .pill.cat-baseline { color:var(--muted); }
-</style></head><body><div class='toolbar'><span class='hint'>Click a column to sort. Hover a header for its definition.</span><button onclick="saCsv('selectarena_leaderboard.csv')">CSV</button></div><div class='wrap'><table id='sa-table'><thead><tr><th class='num'>#</th><th class=''>Method</th><th class='' title='Taxonomy of the paper (Appendix A). Search methods evaluate many feature subsets with the model (forward, backward, leave-one-out); non-search methods use a proxy instead (correlation, distance, information theory, tree, regularization).'>Type</th><th class='num' title='Bradley-Terry Elo from pairwise matches within each dataset, budget and downstream model. Random = 1000. +/− give the 95% bootstrap interval.'>Elo ↑</th><th class='num' title='Mean rank of the downstream error.'>Avg. rank ↓</th><th class='num' title='Share of pairwise comparisons won, in %. Ties count half.'>Win rate ↑</th><th class='num' title='Mean relative gap (error − best error) / error to the best method, in %.'>Improvability ↓</th><th class='num' title='Mean ratio of the error to the same model trained on all features. Below 1: the selection helped.'>Error vs. all ↓</th><th class='num' title='Agreement of the selected features across bootstrap resamples (Nogueira et al., 2018).'>Stability ↑</th><th class='num' title='Share of the budget filled with original features when as many noise features are added.'>Validity ↑</th><th class='num' title='Median wall-clock time of the selection.'>Time (s) ↓</th><th class='num' title='Share of runs where the method ran out of time and random features filled the budget.'>Fallback (%)</th><th class='num'>#Datasets</th></tr></thead><tbody><tr><td class='num' data-sort='1'>1</td><td class='method' data-sort='RFImportance'>RFImportance</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1368.0'>1368<span class='sub'>+66 / −57</span></td><td class='num' data-sort='6.11'>6.11</td><td class='num' data-sort='63.5'>63.5</td><td class='num' data-sort='18.1'>18.1</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.628'>0.628</td><td class='num' data-sort='0.805'>0.805</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='2'>2</td><td class='method' data-sort='CART'>CART</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1347.0'>1347<span class='sub'>+56 / −45</span></td><td class='num' data-sort='6.29'>6.29</td><td class='num' data-sort='62.2'>62.2</td><td class='num' data-sort='20.1'>20.1</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.484'>0.484</td><td class='num' data-sort='0.731'>0.731</td><td class='num' data-sort='0.1'>0.1</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='3'>3</td><td class='method' data-sort='MarkovBlanket'>MarkovBlanket</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1325.0'>1325<span class='sub'>+55 / −50</span></td><td class='num' data-sort='6.54'>6.54</td><td class='num' data-sort='60.4'>60.4</td><td class='num' data-sort='21.1'>21.1</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.418'>0.418</td><td class='num' data-sort='0.465'>0.465</td><td class='num' data-sort='0.1'>0.1</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='4'>4</td><td class='method' data-sort='SFS'>SFS</td><td class='' data-sort='Forward search'><span class='pill cat-search'>Forward search</span><span class='sub'>search</span></td><td class='num' data-sort='1312.0'>1312<span class='sub'>+56 / −56</span></td><td class='num' data-sort='6.76'>6.76</td><td class='num' data-sort='58.8'>58.8</td><td class='num' data-sort='21.5'>21.5</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.368'>0.368</td><td class='num' data-sort='0.75'>0.750</td><td class='num' data-sort='1052.3'>1,052.3</td><td class='num' data-sort='29.1'>29.1</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='5'>5</td><td class='method' data-sort='ElasticNet'>ElasticNet</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1304.0'>1304<span class='sub'>+46 / −46</span></td><td class='num' data-sort='7.01'>7.01</td><td class='num' data-sort='57.1'>57.1</td><td class='num' data-sort='22.5'>22.5</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.509'>0.509</td><td class='num' data-sort='0.915'>0.915</td><td class='num' data-sort='6.1'>6.1</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='6'>6</td><td class='method' data-sort='MI'>MI</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1292.0'>1292<span class='sub'>+43 / −42</span></td><td class='num' data-sort='7.12'>7.12</td><td class='num' data-sort='56.3'>56.3</td><td class='num' data-sort='22.0'>22.0</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.645'>0.645</td><td class='num' data-sort='0.898'>0.898</td><td class='num' data-sort='0.4'>0.4</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='7'>7</td><td class='method' data-sort='F-Test'>F-Test</td><td class='' data-sort='Correlation'><span class='pill cat-non-search'>Correlation</span><span class='sub'>non-search</span></td><td class='num' data-sort='1280.0'>1280<span class='sub'>+48 / −52</span></td><td class='num' data-sort='7.47'>7.47</td><td class='num' data-sort='53.8'>53.8</td><td class='num' data-sort='22.8'>22.8</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.725'>0.725</td><td class='num' data-sort='0.952'>0.952</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='8'>8</td><td class='method' data-sort='Lasso'>Lasso</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1270.0'>1270<span class='sub'>+43 / −49</span></td><td class='num' data-sort='7.48'>7.48</td><td class='num' data-sort='53.7'>53.7</td><td class='num' data-sort='24.0'>24.0</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.421'>0.421</td><td class='num' data-sort='0.89'>0.890</td><td class='num' data-sort='2.0'>2.0</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='9'>9</td><td class='method' data-sort='mRMR'>mRMR</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1254.0'>1254<span class='sub'>+45 / −44</span></td><td class='num' data-sort='7.73'>7.73</td><td class='num' data-sort='52.0'>52.0</td><td class='num' data-sort='22.7'>22.7</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.528'>0.528</td><td class='num' data-sort='0.779'>0.779</td><td class='num' data-sort='0.3'>0.3</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='10'>10</td><td class='method' data-sort='GainRatio'>GainRatio</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1234.0'>1234<span class='sub'>+50 / −49</span></td><td class='num' data-sort='8.12'>8.12</td><td class='num' data-sort='49.2'>49.2</td><td class='num' data-sort='25.1'>25.1</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.679'>0.679</td><td class='num' data-sort='0.942'>0.942</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='11'>11</td><td class='method' data-sort='SBE'>SBE</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1233.0'>1233<span class='sub'>+56 / −56</span></td><td class='num' data-sort='8.28'>8.28</td><td class='num' data-sort='48.0'>48.0</td><td class='num' data-sort='27.0'>27.0</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.195'>0.195</td><td class='num' data-sort='0.621'>0.621</td><td class='num' data-sort='3579.1'>3,579.1</td><td class='num' data-sort='49.3'>49.3</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='12'>12</td><td class='method' data-sort='LOCO'>LOCO</td><td class='' data-sort='Leave-one-out'><span class='pill cat-search'>Leave-one-out</span><span class='sub'>search</span></td><td class='num' data-sort='1194.0'>1194<span class='sub'>+47 / −47</span></td><td class='num' data-sort='8.42'>8.42</td><td class='num' data-sort='47.0'>47.0</td><td class='num' data-sort='26.9'>26.9</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.299'>0.299</td><td class='num' data-sort='0.665'>0.665</td><td class='num' data-sort='240.9'>240.9</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='13'>13</td><td class='method' data-sort='(R)ReliefF'>(R)ReliefF</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='1191.0'>1191<span class='sub'>+44 / −43</span></td><td class='num' data-sort='8.79'>8.79</td><td class='num' data-sort='44.4'>44.4</td><td class='num' data-sort='28.4'>28.4</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.642'>0.642</td><td class='num' data-sort='0.873'>0.873</td><td class='num' data-sort='13.2'>13.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='14'>14</td><td class='method' data-sort='Random'>Random</td><td class='' data-sort='Baseline'><span class='pill cat-baseline'>Baseline</span></td><td class='num' data-sort='1000.0'>1000<span class='sub'>+54 / −67</span></td><td class='num' data-sort='11.43'>11.43</td><td class='num' data-sort='25.5'>25.5</td><td class='num' data-sort='39.7'>39.7</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='-0.001'>-0.001</td><td class='num' data-sort='0.493'>0.493</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='100.0'>100.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='15'>15</td><td class='method' data-sort='LaplacianScore'>LaplacianScore</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='934.0'>934<span class='sub'>+75 / −97</span></td><td class='num' data-sort='12.45'>12.45</td><td class='num' data-sort='18.2'>18.2</td><td class='num' data-sort='44.3'>44.3</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.588'>0.588</td><td class='num' data-sort='0.847'>0.847</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr></tbody></table></div><script type='text/plain' id='sa-csv'>Rank,Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Avg. rank,Win rate (%),Improvability (%),Error vs. all features,Stability,Validity,Selection time (s),Fallback rate (%),#Datasets,#Comparisons
+</style></head><body><div class='toolbar'><span class='hint'>Click a column to sort. Hover a header for its definition.</span><button onclick="saCsv('selectarena_leaderboard.csv')">CSV</button></div><div class='wrap'><table id='sa-table'><thead><tr><th class='num'>#</th><th class=''>Method</th><th class='' title='Taxonomy of the paper (Appendix A). Search methods evaluate many feature subsets with the model (forward, backward, leave-one-out); non-search methods use a proxy instead (correlation, distance, information theory, tree, regularization).'>Type</th><th class='num' title='Bradley-Terry Elo from pairwise matches within each dataset, budget and downstream model. Random = 1000. +/− give the 95% bootstrap interval.'>Elo ↑</th><th class='num' title='Mean rank of the downstream error.'>Avg. rank ↓</th><th class='num' title='Mean relative gap (error − best error) / error to the best method, in %.'>Improvability ↓</th><th class='num' title='Agreement of the selected features across bootstrap resamples (Nogueira et al., 2018).'>Stability ↑</th><th class='num' title='Share of the budget filled with original features when as many noise features are added.'>Validity ↑</th><th class='num' title='Median wall-clock time of the selection.'>Time (s) ↓</th><th class='num' title='Share of runs where the method ran out of time and random features filled the budget.'>Fallback (%)</th></tr></thead><tbody><tr><td class='num' data-sort='1'>1</td><td class='method' data-sort='RFImportance'>RFImportance</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1368.0'>1368<span class='sub'>+66 / −57</span></td><td class='num' data-sort='6.11'>6.11</td><td class='num' data-sort='18.1'>18.1</td><td class='num' data-sort='0.628'>0.628</td><td class='num' data-sort='0.805'>0.805</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='2'>2</td><td class='method' data-sort='CART'>CART</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1347.0'>1347<span class='sub'>+56 / −45</span></td><td class='num' data-sort='6.29'>6.29</td><td class='num' data-sort='20.1'>20.1</td><td class='num' data-sort='0.484'>0.484</td><td class='num' data-sort='0.731'>0.731</td><td class='num' data-sort='0.1'>0.1</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='3'>3</td><td class='method' data-sort='MarkovBlanket'>MarkovBlanket</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1325.0'>1325<span class='sub'>+55 / −50</span></td><td class='num' data-sort='6.54'>6.54</td><td class='num' data-sort='21.1'>21.1</td><td class='num' data-sort='0.418'>0.418</td><td class='num' data-sort='0.465'>0.465</td><td class='num' data-sort='0.1'>0.1</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='4'>4</td><td class='method' data-sort='SFS'>SFS</td><td class='' data-sort='Forward search'><span class='pill cat-search'>Forward search</span><span class='sub'>search</span></td><td class='num' data-sort='1312.0'>1312<span class='sub'>+56 / −56</span></td><td class='num' data-sort='6.76'>6.76</td><td class='num' data-sort='21.5'>21.5</td><td class='num' data-sort='0.368'>0.368</td><td class='num' data-sort='0.75'>0.750</td><td class='num' data-sort='1052.3'>1,052.3</td><td class='num' data-sort='29.1'>29.1</td></tr><tr><td class='num' data-sort='5'>5</td><td class='method' data-sort='ElasticNet'>ElasticNet</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1304.0'>1304<span class='sub'>+46 / −46</span></td><td class='num' data-sort='7.01'>7.01</td><td class='num' data-sort='22.5'>22.5</td><td class='num' data-sort='0.509'>0.509</td><td class='num' data-sort='0.915'>0.915</td><td class='num' data-sort='6.1'>6.1</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='6'>6</td><td class='method' data-sort='MI'>MI</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1292.0'>1292<span class='sub'>+43 / −42</span></td><td class='num' data-sort='7.12'>7.12</td><td class='num' data-sort='22.0'>22.0</td><td class='num' data-sort='0.645'>0.645</td><td class='num' data-sort='0.898'>0.898</td><td class='num' data-sort='0.4'>0.4</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='7'>7</td><td class='method' data-sort='F-Test'>F-Test</td><td class='' data-sort='Correlation'><span class='pill cat-non-search'>Correlation</span><span class='sub'>non-search</span></td><td class='num' data-sort='1280.0'>1280<span class='sub'>+48 / −52</span></td><td class='num' data-sort='7.47'>7.47</td><td class='num' data-sort='22.8'>22.8</td><td class='num' data-sort='0.725'>0.725</td><td class='num' data-sort='0.952'>0.952</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='8'>8</td><td class='method' data-sort='Lasso'>Lasso</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1270.0'>1270<span class='sub'>+43 / −49</span></td><td class='num' data-sort='7.48'>7.48</td><td class='num' data-sort='24.0'>24.0</td><td class='num' data-sort='0.421'>0.421</td><td class='num' data-sort='0.89'>0.890</td><td class='num' data-sort='2.0'>2.0</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='9'>9</td><td class='method' data-sort='mRMR'>mRMR</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1254.0'>1254<span class='sub'>+45 / −44</span></td><td class='num' data-sort='7.73'>7.73</td><td class='num' data-sort='22.7'>22.7</td><td class='num' data-sort='0.528'>0.528</td><td class='num' data-sort='0.779'>0.779</td><td class='num' data-sort='0.3'>0.3</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='10'>10</td><td class='method' data-sort='GainRatio'>GainRatio</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1234.0'>1234<span class='sub'>+50 / −49</span></td><td class='num' data-sort='8.12'>8.12</td><td class='num' data-sort='25.1'>25.1</td><td class='num' data-sort='0.679'>0.679</td><td class='num' data-sort='0.942'>0.942</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='11'>11</td><td class='method' data-sort='SBE'>SBE</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1233.0'>1233<span class='sub'>+56 / −56</span></td><td class='num' data-sort='8.28'>8.28</td><td class='num' data-sort='27.0'>27.0</td><td class='num' data-sort='0.195'>0.195</td><td class='num' data-sort='0.621'>0.621</td><td class='num' data-sort='3579.1'>3,579.1</td><td class='num' data-sort='49.3'>49.3</td></tr><tr><td class='num' data-sort='12'>12</td><td class='method' data-sort='LOCO'>LOCO</td><td class='' data-sort='Leave-one-out'><span class='pill cat-search'>Leave-one-out</span><span class='sub'>search</span></td><td class='num' data-sort='1194.0'>1194<span class='sub'>+47 / −47</span></td><td class='num' data-sort='8.42'>8.42</td><td class='num' data-sort='26.9'>26.9</td><td class='num' data-sort='0.299'>0.299</td><td class='num' data-sort='0.665'>0.665</td><td class='num' data-sort='240.9'>240.9</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='13'>13</td><td class='method' data-sort='(R)ReliefF'>(R)ReliefF</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='1191.0'>1191<span class='sub'>+44 / −43</span></td><td class='num' data-sort='8.79'>8.79</td><td class='num' data-sort='28.4'>28.4</td><td class='num' data-sort='0.642'>0.642</td><td class='num' data-sort='0.873'>0.873</td><td class='num' data-sort='13.2'>13.2</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='14'>14</td><td class='method' data-sort='Random'>Random</td><td class='' data-sort='Baseline'><span class='pill cat-baseline'>Baseline</span></td><td class='num' data-sort='1000.0'>1000<span class='sub'>+54 / −67</span></td><td class='num' data-sort='11.43'>11.43</td><td class='num' data-sort='39.7'>39.7</td><td class='num' data-sort='-0.001'>-0.001</td><td class='num' data-sort='0.493'>0.493</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='100.0'>100.0</td></tr><tr><td class='num' data-sort='15'>15</td><td class='method' data-sort='LaplacianScore'>LaplacianScore</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='934.0'>934<span class='sub'>+75 / −97</span></td><td class='num' data-sort='12.45'>12.45</td><td class='num' data-sort='44.3'>44.3</td><td class='num' data-sort='0.588'>0.588</td><td class='num' data-sort='0.847'>0.847</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td></tr></tbody></table></div><script type='text/plain' id='sa-csv'>Rank,Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Avg. rank,Win rate (%),Improvability (%),Error vs. all features,Stability,Validity,Selection time (s),Fallback rate (%),#Datasets,#Comparisons
 1,RFImportance,Non-search,Tree,1368.0,1311.0,1434.0,6.11,63.5,18.1,,0.628,0.805,0.2,0.0,71,213
 2,CART,Non-search,Tree,1347.0,1302.0,1403.0,6.29,62.2,20.1,,0.484,0.731,0.1,0.0,71,213
 3,MarkovBlanket,Search,Backward search,1325.0,1275.0,1380.0,6.54,60.4,21.1,,0.418,0.465,0.1,0.0,71,213

data/subsets/tasks_all/models_lightgbm/budgets_1/elo_explorer.html

@@ -11,60 +11,20 @@ html, body { margin:0; padding:0; background:var(--bg); color:var(--fg);
 .toolbar button { font:inherit; font-size:12px; color:var(--fg); background:var(--soft);
   border:1px solid var(--line); border-radius:6px; padding:3px 10px; cursor:pointer; }
 .toolbar button:hover { border-color:var(--accent); }
-</style></head><body><div class='toolbar'><span class='hint'>Hover a method for its values.</span><button onclick='saSvg()'>SVG</button><button onclick='saPng()'>PNG</button><button onclick="saCsv('selectarena_elo.csv')">CSV</button></div><svg id='sa-figure' viewBox='0 0 1156 440' role='img' aria-label='Elo rating of each feature selection method, shaded by stability and validity'><style>
+
+#sa-tip { position:fixed; z-index:10; pointer-events:none; display:none; max-width:280px;
+  padding:6px 9px; border-radius:6px; border:1px solid var(--line); background:var(--bg); color:var(--fg);
+  font-size:12px; line-height:1.45; white-space:pre-line; box-shadow:0 2px 8px rgba(0,0,0,0.15); }
+#sa-tip b { font-weight:600; }
+</style></head><body><div class='toolbar'><span class='hint'>Hover or tap a method for its values.</span><button onclick='saSvg()'>SVG</button><button onclick='saPng()'>PNG</button><button onclick="saCsv('selectarena_elo.csv')">CSV</button></div><svg id='sa-figure' viewBox='0 0 1156 440' role='img' aria-label='Elo rating of each feature selection method, shaded by stability and validity'><style>
 svg { display:block; width:100%; height:auto; }
 .sa-text { fill:var(--fg); }
 .sa-muted { fill:var(--muted); }
 .sa-grid { stroke:var(--line); }
 .sa-ink { stroke:var(--fg); }
-.sa-hit { fill:transparent; }
-.sa-hit:hover { fill:var(--fg); fill-opacity:0.06; }
-</style><defs><pattern id='sa-na' width='6' height='6' patternUnits='userSpaceOnUse' patternTransform='rotate(45)'><rect width='6' height='6' fill='#e5e7eb'/><line x1='0' y1='0' x2='0' y2='6' stroke='#9ca3af' stroke-width='2'/></pattern><linearGradient id='sa-g-stab' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#0072B2'/></linearGradient><linearGradient id='sa-g-val' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#D55E00'/></linearGradient></defs><line class='sa-grid' x1='64' x2='1024' y1='315.6' y2='315.6' stroke-width='1'/><text class='sa-muted' x='56' y='319.6' text-anchor='end' font-size='12'>900</text><line class='sa-grid' x1='64' x2='1024' y1='266.0' y2='266.0' stroke-width='1'/><text class='sa-muted' x='56' y='270.0' text-anchor='end' font-size='12'>1000</text><line class='sa-grid' x1='64' x2='1024' y1='216.4' y2='216.4' stroke-width='1'/><text class='sa-muted' x='56' y='220.4' text-anchor='end' font-size='12'>1100</text><line class='sa-grid' x1='64' x2='1024' y1='166.8' y2='166.8' stroke-width='1'/><text class='sa-muted' x='56' y='170.8' text-anchor='end' font-size='12'>1200</text><line class='sa-grid' x1='64' x2='1024' y1='117.2' y2='117.2' stroke-width='1'/><text class='sa-muted' x='56' y='121.2' text-anchor='end' font-size='12'>1300</text><line class='sa-grid' x1='64' x2='1024' y1='67.6' y2='67.6' stroke-width='1'/><text class='sa-muted' x='56' y='71.6' text-anchor='end' font-size='12'>1400</text><line class='sa-grid' x1='64' x2='1024' y1='18.0' y2='18.0' stroke-width='1'/><text class='sa-muted' x='56' y='22.0' text-anchor='end' font-size='12'>1500</text><text class='sa-text' transform='translate(16 173) rotate(-90)' text-anchor='middle' font-size='13'>Elo</text><line class='sa-ink' x1='64' x2='1024' y1='266.0' y2='266.0' stroke-width='1' stroke-dasharray='4 4' opacity='0.5'/><rect x='73.6' y='268.5' width='22.4' height='59.5' fill='#5ba4cd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='96.0' y='268.5' width='22.4' height='59.5' fill='#db7626' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='96.0' x2='96.0' y1='235.2' y2='312.1'/><line x1='91.0' x2='101.0' y1='235.2' y2='235.2'/><line x1='91.0' x2='101.0' y1='312.1' y2='312.1'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(100.0 342.0) rotate(-35)'>LaplacianScore</text><rect class='sa-hit' x='64.0' y='18' width='64' height='414'><title>LaplacianScore (Distance, non-search)
-Elo 995  [95% CI 907–1062]
-Stability 0.644
-Validity 0.850</title></rect><rect x='137.6' y='266.0' width='22.4' height='62.0' fill='#ffffff' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='160.0' y='266.0' width='22.4' height='62.0' fill='#eaaf80' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='160.0' x2='160.0' y1='244.2' y2='292.3'/><line x1='155.0' x2='165.0' y1='244.2' y2='244.2'/><line x1='155.0' x2='165.0' y1='292.3' y2='292.3'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(164.0 342.0) rotate(-35)'>Random</text><rect class='sa-hit' x='128.0' y='18' width='64' height='414'><title>Random (Baseline, baseline)
-Elo 1000  [95% CI 947–1044]
-Stability 0.001
-Validity 0.499</title></rect><rect x='201.6' y='146.5' width='22.4' height='181.5' fill='#c7e0ee' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='224.0' y='146.5' width='22.4' height='181.5' fill='#e59c63' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='224.0' x2='224.0' y1='119.2' y2='171.8'/><line x1='219.0' x2='229.0' y1='119.2' y2='119.2'/><line x1='219.0' x2='229.0' y1='171.8' y2='171.8'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(228.0 342.0) rotate(-35)'>LOCO</text><rect class='sa-hit' x='192.0' y='18' width='64' height='414'><title>LOCO (Leave-one-out, search)
-Elo 1241  [95% CI 1190–1296]
-Stability 0.220
-Validity 0.613</title></rect><rect x='265.6' y='137.5' width='22.4' height='190.5' fill='#d2e6f2' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='288.0' y='137.5' width='22.4' height='190.5' fill='#e7a26c' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='288.0' x2='288.0' y1='110.3' y2='166.8'/><line x1='283.0' x2='293.0' y1='110.3' y2='110.3'/><line x1='283.0' x2='293.0' y1='166.8' y2='166.8'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(292.0 342.0) rotate(-35)'>SBE</text><rect class='sa-hit' x='256.0' y='18' width='64' height='414'><title>SBE (Backward search, search)
-Elo 1259  [95% CI 1200–1314]
-Stability 0.175
-Validity 0.578</title></rect><rect x='329.6' y='129.6' width='22.4' height='198.4' fill='#5aa4cd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='352.0' y='129.6' width='22.4' height='198.4' fill='#dd7d31' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='352.0' x2='352.0' y1='105.3' y2='154.4'/><line x1='347.0' x2='357.0' y1='105.3' y2='105.3'/><line x1='347.0' x2='357.0' y1='154.4' y2='154.4'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(356.0 342.0) rotate(-35)'>(R)ReliefF</text><rect class='sa-hit' x='320.0' y='18' width='64' height='414'><title>(R)ReliefF (Distance, non-search)
-Elo 1275  [95% CI 1225–1324]
-Stability 0.647
-Validity 0.808</title></rect><rect x='393.6' y='122.7' width='22.4' height='205.3' fill='#4498c6' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='416.0' y='122.7' width='22.4' height='205.3' fill='#d86911' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='416.0' x2='416.0' y1='99.3' y2='146.5'/><line x1='411.0' x2='421.0' y1='99.3' y2='99.3'/><line x1='411.0' x2='421.0' y1='146.5' y2='146.5'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(420.0 342.0) rotate(-35)'>F-Test</text><rect class='sa-hit' x='384.0' y='18' width='64' height='414'><title>F-Test (Correlation, non-search)
-Elo 1289  [95% CI 1241–1336]
-Stability 0.734
-Validity 0.932</title></rect><rect x='457.6' y='121.7' width='22.4' height='206.3' fill='#519fcb' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='480.0' y='121.7' width='22.4' height='206.3' fill='#d96c16' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='480.0' x2='480.0' y1='98.4' y2='143.5'/><line x1='475.0' x2='485.0' y1='98.4' y2='98.4'/><line x1='475.0' x2='485.0' y1='143.5' y2='143.5'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(484.0 342.0) rotate(-35)'>GainRatio</text><rect class='sa-hit' x='448.0' y='18' width='64' height='414'><title>GainRatio (Information theory, non-search)
-Elo 1291  [95% CI 1247–1338]
-Stability 0.681
-Validity 0.915</title></rect><rect x='521.6' y='120.2' width='22.4' height='207.8' fill='#b8d8ea' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='544.0' y='120.2' width='22.4' height='207.8' fill='#e39456' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='544.0' x2='544.0' y1='94.9' y2='145.0'/><line x1='539.0' x2='549.0' y1='94.9' y2='94.9'/><line x1='539.0' x2='549.0' y1='145.0' y2='145.0'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(548.0 342.0) rotate(-35)'>SFS</text><rect class='sa-hit' x='512.0' y='18' width='64' height='414'><title>SFS (Forward search, search)
-Elo 1294  [95% CI 1244–1345]
-Stability 0.278
-Validity 0.664</title></rect><rect x='585.6' y='111.7' width='22.4' height='216.3' fill='#6caed2' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='608.0' y='111.7' width='22.4' height='216.3' fill='#e18c49' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='608.0' x2='608.0' y1='86.9' y2='135.6'/><line x1='603.0' x2='613.0' y1='86.9' y2='86.9'/><line x1='603.0' x2='613.0' y1='135.6' y2='135.6'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(612.0 342.0) rotate(-35)'>mRMR</text><rect class='sa-hit' x='576.0' y='18' width='64' height='414'><title>mRMR (Information theory, non-search)
-Elo 1311  [95% CI 1263–1361]
-Stability 0.578
-Validity 0.712</title></rect><rect x='649.6' y='104.8' width='22.4' height='223.2' fill='#53a0cb' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='672.0' y='104.8' width='22.4' height='223.2' fill='#db7423' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='672.0' x2='672.0' y1='84.5' y2='122.7'/><line x1='667.0' x2='677.0' y1='84.5' y2='84.5'/><line x1='667.0' x2='677.0' y1='122.7' y2='122.7'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(676.0 342.0) rotate(-35)'>MI</text><rect class='sa-hit' x='640.0' y='18' width='64' height='414'><title>MI (Information theory, non-search)
-Elo 1325  [95% CI 1289–1366]
-Stability 0.673
-Validity 0.863</title></rect><rect x='713.6' y='98.4' width='22.4' height='229.6' fill='#93c3df' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='736.0' y='98.4' width='22.4' height='229.6' fill='#dc7a2d' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='736.0' x2='736.0' y1='74.5' y2='123.2'/><line x1='731.0' x2='741.0' y1='74.5' y2='74.5'/><line x1='731.0' x2='741.0' y1='123.2' y2='123.2'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(740.0 342.0) rotate(-35)'>Lasso</text><rect class='sa-hit' x='704.0' y='18' width='64' height='414'><title>Lasso (Regularization, non-search)
-Elo 1338  [95% CI 1288–1386]
-Stability 0.422
-Validity 0.825</title></rect><rect x='777.6' y='97.4' width='22.4' height='230.6' fill='#9ac7e1' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='800.0' y='97.4' width='22.4' height='230.6' fill='#ebb488' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='800.0' x2='800.0' y1='74.0' y2='117.2'/><line x1='795.0' x2='805.0' y1='74.0' y2='74.0'/><line x1='795.0' x2='805.0' y1='117.2' y2='117.2'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(804.0 342.0) rotate(-35)'>MarkovBlanket</text><rect class='sa-hit' x='768.0' y='18' width='64' height='414'><title>MarkovBlanket (Backward search, search)
-Elo 1340  [95% CI 1300–1387]
-Stability 0.396
-Validity 0.467</title></rect><rect x='841.6' y='89.9' width='22.4' height='238.1' fill='#8bbfdc' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='864.0' y='89.9' width='22.4' height='238.1' fill='#e4985c' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='864.0' x2='864.0' y1='65.6' y2='113.7'/><line x1='859.0' x2='869.0' y1='65.6' y2='65.6'/><line x1='859.0' x2='869.0' y1='113.7' y2='113.7'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(868.0 342.0) rotate(-35)'>CART</text><rect class='sa-hit' x='832.0' y='18' width='64' height='414'><title>CART (Tree, non-search)
-Elo 1355  [95% CI 1307–1404]
-Stability 0.456
-Validity 0.638</title></rect><rect x='905.6' y='84.5' width='22.4' height='243.5' fill='#58a3cd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='928.0' y='84.5' width='22.4' height='243.5' fill='#e08842' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='928.0' x2='928.0' y1='56.2' y2='110.3'/><line x1='923.0' x2='933.0' y1='56.2' y2='56.2'/><line x1='923.0' x2='933.0' y1='110.3' y2='110.3'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(932.0 342.0) rotate(-35)'>RFImportance</text><rect class='sa-hit' x='896.0' y='18' width='64' height='414'><title>RFImportance (Tree, non-search)
-Elo 1366  [95% CI 1314–1423]
-Stability 0.653
-Validity 0.741</title></rect><rect x='969.6' y='84.5' width='22.4' height='243.5' fill='#7bb6d7' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='992.0' y='84.5' width='22.4' height='243.5' fill='#da7220' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='992.0' x2='992.0' y1='60.2' y2='107.3'/><line x1='987.0' x2='997.0' y1='60.2' y2='60.2'/><line x1='987.0' x2='997.0' y1='107.3' y2='107.3'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(996.0 342.0) rotate(-35)'>ElasticNet</text><rect class='sa-hit' x='960.0' y='18' width='64' height='414'><title>ElasticNet (Regularization, non-search)
-Elo 1366  [95% CI 1320–1415]
-Stability 0.519
-Validity 0.873</title></rect><line class='sa-ink' x1='64' x2='1024' y1='328.0' y2='328.0' stroke-width='1' opacity='0.4'/><rect x='1070' y='40.0' width='12' height='107.0' fill='url(#sa-g-stab)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='30.0' text-anchor='middle' font-size='12'>stable</text><text class='sa-text' x='1076' y='165.0' text-anchor='middle' font-size='12'>unstable</text><text class='sa-muted' x='1088' y='151.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='97.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='44.0' font-size='11'>1.0</text><rect x='1070' y='207.0' width='12' height='107.0' fill='url(#sa-g-val)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='197.0' text-anchor='middle' font-size='12'>valid</text><text class='sa-text' x='1076' y='332.0' text-anchor='middle' font-size='12'>invalid</text><text class='sa-muted' x='1088' y='318.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='264.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='211.0' font-size='11'>1.0</text><rect x='1070' y='352.0' width='12' height='12' fill='url(#sa-na)' stroke='#000' stroke-width='0.6'/><text class='sa-muted' x='1088' y='362.0' font-size='11'>no result</text></svg><script type='text/plain' id='sa-csv'>Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Stability,Validity
+.sa-hit { fill:transparent; cursor:default; }
+.sa-hit:hover, .sa-hit.sa-on { fill:var(--fg); fill-opacity:0.06; }
+</style><defs><pattern id='sa-na' width='6' height='6' patternUnits='userSpaceOnUse' patternTransform='rotate(45)'><rect width='6' height='6' fill='#e5e7eb'/><line x1='0' y1='0' x2='0' y2='6' stroke='#9ca3af' stroke-width='2'/></pattern><linearGradient id='sa-g-stab' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#0072B2'/></linearGradient><linearGradient id='sa-g-val' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#D55E00'/></linearGradient></defs><line class='sa-grid' x1='64' x2='1024' y1='315.6' y2='315.6' stroke-width='1'/><text class='sa-muted' x='56' y='319.6' text-anchor='end' font-size='12'>900</text><line class='sa-grid' x1='64' x2='1024' y1='266.0' y2='266.0' stroke-width='1'/><text class='sa-muted' x='56' y='270.0' text-anchor='end' font-size='12'>1000</text><line class='sa-grid' x1='64' x2='1024' y1='216.4' y2='216.4' stroke-width='1'/><text class='sa-muted' x='56' y='220.4' text-anchor='end' font-size='12'>1100</text><line class='sa-grid' x1='64' x2='1024' y1='166.8' y2='166.8' stroke-width='1'/><text class='sa-muted' x='56' y='170.8' text-anchor='end' font-size='12'>1200</text><line class='sa-grid' x1='64' x2='1024' y1='117.2' y2='117.2' stroke-width='1'/><text class='sa-muted' x='56' y='121.2' text-anchor='end' font-size='12'>1300</text><line class='sa-grid' x1='64' x2='1024' y1='67.6' y2='67.6' stroke-width='1'/><text class='sa-muted' x='56' y='71.6' text-anchor='end' font-size='12'>1400</text><line class='sa-grid' x1='64' x2='1024' y1='18.0' y2='18.0' stroke-width='1'/><text class='sa-muted' x='56' y='22.0' text-anchor='end' font-size='12'>1500</text><text class='sa-text' transform='translate(16 173) rotate(-90)' text-anchor='middle' font-size='13'>Elo</text><line class='sa-ink' x1='64' x2='1024' y1='266.0' y2='266.0' stroke-width='1' stroke-dasharray='4 4' opacity='0.5'/><rect x='73.6' y='268.5' width='22.4' height='59.5' fill='#5ba4cd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='96.0' y='268.5' width='22.4' height='59.5' fill='#db7626' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='96.0' x2='96.0' y1='235.2' y2='312.1'/><line x1='91.0' x2='101.0' y1='235.2' y2='235.2'/><line x1='91.0' x2='101.0' y1='312.1' y2='312.1'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(100.0 342.0) rotate(-35)'>LaplacianScore</text><rect class='sa-hit' x='64.0' y='18' width='64' height='414' data-tip='LaplacianScore (Distance, non-search)&#10;Elo 995  [95% CI 907–1062]&#10;Stability 0.644&#10;Validity 0.850' aria-label='LaplacianScore (Distance, non-search)&#10;Elo 995  [95% CI 907–1062]&#10;Stability 0.644&#10;Validity 0.850'/><rect x='137.6' y='266.0' width='22.4' height='62.0' fill='#ffffff' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='160.0' y='266.0' width='22.4' height='62.0' fill='#eaaf80' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='160.0' x2='160.0' y1='244.2' y2='292.3'/><line x1='155.0' x2='165.0' y1='244.2' y2='244.2'/><line x1='155.0' x2='165.0' y1='292.3' y2='292.3'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(164.0 342.0) rotate(-35)'>Random</text><rect class='sa-hit' x='128.0' y='18' width='64' height='414' data-tip='Random (Baseline, baseline)&#10;Elo 1000  [95% CI 947–1044]&#10;Stability 0.001&#10;Validity 0.499' aria-label='Random (Baseline, baseline)&#10;Elo 1000  [95% CI 947–1044]&#10;Stability 0.001&#10;Validity 0.499'/><rect x='201.6' y='146.5' width='22.4' height='181.5' fill='#c7e0ee' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='224.0' y='146.5' width='22.4' height='181.5' fill='#e59c63' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='224.0' x2='224.0' y1='119.2' y2='171.8'/><line x1='219.0' x2='229.0' y1='119.2' y2='119.2'/><line x1='219.0' x2='229.0' y1='171.8' y2='171.8'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(228.0 342.0) rotate(-35)'>LOCO</text><rect class='sa-hit' x='192.0' y='18' width='64' height='414' data-tip='LOCO (Leave-one-out, search)&#10;Elo 1241  [95% CI 1190–1296]&#10;Stability 0.220&#10;Validity 0.613' aria-label='LOCO (Leave-one-out, search)&#10;Elo 1241  [95% CI 1190–1296]&#10;Stability 0.220&#10;Validity 0.613'/><rect x='265.6' y='137.5' width='22.4' height='190.5' fill='#d2e6f2' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='288.0' y='137.5' width='22.4' height='190.5' fill='#e7a26c' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='288.0' x2='288.0' y1='110.3' y2='166.8'/><line x1='283.0' x2='293.0' y1='110.3' y2='110.3'/><line x1='283.0' x2='293.0' y1='166.8' y2='166.8'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(292.0 342.0) rotate(-35)'>SBE</text><rect class='sa-hit' x='256.0' y='18' width='64' height='414' data-tip='SBE (Backward search, search)&#10;Elo 1259  [95% CI 1200–1314]&#10;Stability 0.175&#10;Validity 0.578' aria-label='SBE (Backward search, search)&#10;Elo 1259  [95% CI 1200–1314]&#10;Stability 0.175&#10;Validity 0.578'/><rect x='329.6' y='129.6' width='22.4' height='198.4' fill='#5aa4cd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='352.0' y='129.6' width='22.4' height='198.4' fill='#dd7d31' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='352.0' x2='352.0' y1='105.3' y2='154.4'/><line x1='347.0' x2='357.0' y1='105.3' y2='105.3'/><line x1='347.0' x2='357.0' y1='154.4' y2='154.4'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(356.0 342.0) rotate(-35)'>(R)ReliefF</text><rect class='sa-hit' x='320.0' y='18' width='64' height='414' data-tip='(R)ReliefF (Distance, non-search)&#10;Elo 1275  [95% CI 1225–1324]&#10;Stability 0.647&#10;Validity 0.808' aria-label='(R)ReliefF (Distance, non-search)&#10;Elo 1275  [95% CI 1225–1324]&#10;Stability 0.647&#10;Validity 0.808'/><rect x='393.6' y='122.7' width='22.4' height='205.3' fill='#4498c6' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='416.0' y='122.7' width='22.4' height='205.3' fill='#d86911' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='416.0' x2='416.0' y1='99.3' y2='146.5'/><line x1='411.0' x2='421.0' y1='99.3' y2='99.3'/><line x1='411.0' x2='421.0' y1='146.5' y2='146.5'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(420.0 342.0) rotate(-35)'>F-Test</text><rect class='sa-hit' x='384.0' y='18' width='64' height='414' data-tip='F-Test (Correlation, non-search)&#10;Elo 1289  [95% CI 1241–1336]&#10;Stability 0.734&#10;Validity 0.932' aria-label='F-Test (Correlation, non-search)&#10;Elo 1289  [95% CI 1241–1336]&#10;Stability 0.734&#10;Validity 0.932'/><rect x='457.6' y='121.7' width='22.4' height='206.3' fill='#519fcb' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='480.0' y='121.7' width='22.4' height='206.3' fill='#d96c16' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='480.0' x2='480.0' y1='98.4' y2='143.5'/><line x1='475.0' x2='485.0' y1='98.4' y2='98.4'/><line x1='475.0' x2='485.0' y1='143.5' y2='143.5'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(484.0 342.0) rotate(-35)'>GainRatio</text><rect class='sa-hit' x='448.0' y='18' width='64' height='414' data-tip='GainRatio (Information theory, non-search)&#10;Elo 1291  [95% CI 1247–1338]&#10;Stability 0.681&#10;Validity 0.915' aria-label='GainRatio (Information theory, non-search)&#10;Elo 1291  [95% CI 1247–1338]&#10;Stability 0.681&#10;Validity 0.915'/><rect x='521.6' y='120.2' width='22.4' height='207.8' fill='#b8d8ea' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='544.0' y='120.2' width='22.4' height='207.8' fill='#e39456' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='544.0' x2='544.0' y1='94.9' y2='145.0'/><line x1='539.0' x2='549.0' y1='94.9' y2='94.9'/><line x1='539.0' x2='549.0' y1='145.0' y2='145.0'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(548.0 342.0) rotate(-35)'>SFS</text><rect class='sa-hit' x='512.0' y='18' width='64' height='414' data-tip='SFS (Forward search, search)&#10;Elo 1294  [95% CI 1244–1345]&#10;Stability 0.278&#10;Validity 0.664' aria-label='SFS (Forward search, search)&#10;Elo 1294  [95% CI 1244–1345]&#10;Stability 0.278&#10;Validity 0.664'/><rect x='585.6' y='111.7' width='22.4' height='216.3' fill='#6caed2' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='608.0' y='111.7' width='22.4' height='216.3' fill='#e18c49' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='608.0' x2='608.0' y1='86.9' y2='135.6'/><line x1='603.0' x2='613.0' y1='86.9' y2='86.9'/><line x1='603.0' x2='613.0' y1='135.6' y2='135.6'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(612.0 342.0) rotate(-35)'>mRMR</text><rect class='sa-hit' x='576.0' y='18' width='64' height='414' data-tip='mRMR (Information theory, non-search)&#10;Elo 1311  [95% CI 1263–1361]&#10;Stability 0.578&#10;Validity 0.712' aria-label='mRMR (Information theory, non-search)&#10;Elo 1311  [95% CI 1263–1361]&#10;Stability 0.578&#10;Validity 0.712'/><rect x='649.6' y='104.8' width='22.4' height='223.2' fill='#53a0cb' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='672.0' y='104.8' width='22.4' height='223.2' fill='#db7423' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='672.0' x2='672.0' y1='84.5' y2='122.7'/><line x1='667.0' x2='677.0' y1='84.5' y2='84.5'/><line x1='667.0' x2='677.0' y1='122.7' y2='122.7'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(676.0 342.0) rotate(-35)'>MI</text><rect class='sa-hit' x='640.0' y='18' width='64' height='414' data-tip='MI (Information theory, non-search)&#10;Elo 1325  [95% CI 1289–1366]&#10;Stability 0.673&#10;Validity 0.863' aria-label='MI (Information theory, non-search)&#10;Elo 1325  [95% CI 1289–1366]&#10;Stability 0.673&#10;Validity 0.863'/><rect x='713.6' y='98.4' width='22.4' height='229.6' fill='#93c3df' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='736.0' y='98.4' width='22.4' height='229.6' fill='#dc7a2d' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='736.0' x2='736.0' y1='74.5' y2='123.2'/><line x1='731.0' x2='741.0' y1='74.5' y2='74.5'/><line x1='731.0' x2='741.0' y1='123.2' y2='123.2'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(740.0 342.0) rotate(-35)'>Lasso</text><rect class='sa-hit' x='704.0' y='18' width='64' height='414' data-tip='Lasso (Regularization, non-search)&#10;Elo 1338  [95% CI 1288–1386]&#10;Stability 0.422&#10;Validity 0.825' aria-label='Lasso (Regularization, non-search)&#10;Elo 1338  [95% CI 1288–1386]&#10;Stability 0.422&#10;Validity 0.825'/><rect x='777.6' y='97.4' width='22.4' height='230.6' fill='#9ac7e1' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='800.0' y='97.4' width='22.4' height='230.6' fill='#ebb488' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='800.0' x2='800.0' y1='74.0' y2='117.2'/><line x1='795.0' x2='805.0' y1='74.0' y2='74.0'/><line x1='795.0' x2='805.0' y1='117.2' y2='117.2'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(804.0 342.0) rotate(-35)'>MarkovBlanket</text><rect class='sa-hit' x='768.0' y='18' width='64' height='414' data-tip='MarkovBlanket (Backward search, search)&#10;Elo 1340  [95% CI 1300–1387]&#10;Stability 0.396&#10;Validity 0.467' aria-label='MarkovBlanket (Backward search, search)&#10;Elo 1340  [95% CI 1300–1387]&#10;Stability 0.396&#10;Validity 0.467'/><rect x='841.6' y='89.9' width='22.4' height='238.1' fill='#8bbfdc' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='864.0' y='89.9' width='22.4' height='238.1' fill='#e4985c' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='864.0' x2='864.0' y1='65.6' y2='113.7'/><line x1='859.0' x2='869.0' y1='65.6' y2='65.6'/><line x1='859.0' x2='869.0' y1='113.7' y2='113.7'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(868.0 342.0) rotate(-35)'>CART</text><rect class='sa-hit' x='832.0' y='18' width='64' height='414' data-tip='CART (Tree, non-search)&#10;Elo 1355  [95% CI 1307–1404]&#10;Stability 0.456&#10;Validity 0.638' aria-label='CART (Tree, non-search)&#10;Elo 1355  [95% CI 1307–1404]&#10;Stability 0.456&#10;Validity 0.638'/><rect x='905.6' y='84.5' width='22.4' height='243.5' fill='#58a3cd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='928.0' y='84.5' width='22.4' height='243.5' fill='#e08842' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='928.0' x2='928.0' y1='56.2' y2='110.3'/><line x1='923.0' x2='933.0' y1='56.2' y2='56.2'/><line x1='923.0' x2='933.0' y1='110.3' y2='110.3'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(932.0 342.0) rotate(-35)'>RFImportance</text><rect class='sa-hit' x='896.0' y='18' width='64' height='414' data-tip='RFImportance (Tree, non-search)&#10;Elo 1366  [95% CI 1314–1423]&#10;Stability 0.653&#10;Validity 0.741' aria-label='RFImportance (Tree, non-search)&#10;Elo 1366  [95% CI 1314–1423]&#10;Stability 0.653&#10;Validity 0.741'/><rect x='969.6' y='84.5' width='22.4' height='243.5' fill='#7bb6d7' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='992.0' y='84.5' width='22.4' height='243.5' fill='#da7220' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='992.0' x2='992.0' y1='60.2' y2='107.3'/><line x1='987.0' x2='997.0' y1='60.2' y2='60.2'/><line x1='987.0' x2='997.0' y1='107.3' y2='107.3'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(996.0 342.0) rotate(-35)'>ElasticNet</text><rect class='sa-hit' x='960.0' y='18' width='64' height='414' data-tip='ElasticNet (Regularization, non-search)&#10;Elo 1366  [95% CI 1320–1415]&#10;Stability 0.519&#10;Validity 0.873' aria-label='ElasticNet (Regularization, non-search)&#10;Elo 1366  [95% CI 1320–1415]&#10;Stability 0.519&#10;Validity 0.873'/><line class='sa-ink' x1='64' x2='1024' y1='328.0' y2='328.0' stroke-width='1' opacity='0.4'/><rect x='1070' y='40.0' width='12' height='107.0' fill='url(#sa-g-stab)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='30.0' text-anchor='middle' font-size='12'>stable</text><text class='sa-text' x='1076' y='165.0' text-anchor='middle' font-size='12'>unstable</text><text class='sa-muted' x='1088' y='151.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='97.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='44.0' font-size='11'>1.0</text><rect x='1070' y='207.0' width='12' height='107.0' fill='url(#sa-g-val)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='197.0' text-anchor='middle' font-size='12'>valid</text><text class='sa-text' x='1076' y='332.0' text-anchor='middle' font-size='12'>invalid</text><text class='sa-muted' x='1088' y='318.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='264.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='211.0' font-size='11'>1.0</text><rect x='1070' y='352.0' width='12' height='12' fill='url(#sa-na)' stroke='#000' stroke-width='0.6'/><text class='sa-muted' x='1088' y='362.0' font-size='11'>no result</text></svg><script type='text/plain' id='sa-csv'>Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Stability,Validity
 RFImportance,Non-search,Tree,1366.0,1314.0,1423.0,0.653,0.741
 ElasticNet,Non-search,Regularization,1366.0,1320.0,1415.0,0.519,0.873
 CART,Non-search,Tree,1355.0,1307.0,1404.0,0.456,0.638
@@ -105,6 +65,47 @@ function saCsv(name) {
   if (window.ResizeObserver) new ResizeObserver(post).observe(document.body);
 })();
 
+// Instant tooltip: a native SVG <title> only shows after a browser delay of 1-3 s.
+(function () {
+  var tip = document.createElement('div');
+  tip.id = 'sa-tip';
+  document.body.appendChild(tip);
+  var current = null;
+  function show(hit, x, y) {
+    if (current !== hit) {
+      if (current) current.classList.remove('sa-on');
+      current = hit;
+      hit.classList.add('sa-on');
+      var lines = hit.getAttribute('data-tip').split('\n');
+      tip.textContent = '';
+      var head = document.createElement('b');
+      head.textContent = lines[0];
+      tip.appendChild(head);
+      tip.appendChild(document.createTextNode('\n' + lines.slice(1).join('\n')));
+      tip.style.display = 'block';
+    }
+    var w = tip.offsetWidth, h = tip.offsetHeight;
+    var left = x + 14, top = y + 14;
+    if (left + w > window.innerWidth - 4) left = Math.max(4, x - w - 14);
+    if (top + h > window.innerHeight - 4) top = Math.max(4, y - h - 14);
+    tip.style.left = left + 'px';
+    tip.style.top = top + 'px';
+  }
+  function hide() {
+    if (current) current.classList.remove('sa-on');
+    current = null;
+    tip.style.display = 'none';
+  }
+  document.addEventListener('pointermove', function (e) {
+    var hit = e.target.closest ? e.target.closest('.sa-hit') : null;
+    if (hit) show(hit, e.clientX, e.clientY); else if (e.pointerType === 'mouse') hide();
+  });
+  document.addEventListener('pointerdown', function (e) {  // touch: tap a bar to show, elsewhere to hide
+    var hit = e.target.closest ? e.target.closest('.sa-hit') : null;
+    if (hit) show(hit, e.clientX, e.clientY); else hide();
+  });
+  document.addEventListener('mouseleave', hide);
+})();
 function saSvgString() {
   var svg = document.getElementById('sa-figure').cloneNode(true);
   var style = getComputedStyle(document.documentElement);

data/subsets/tasks_all/models_lightgbm/budgets_1/leaderboard_table.html

@@ -29,7 +29,7 @@ td.na { color:var(--muted); }
   font-size:12px; color:var(--fg); }
 .pill.cat-search { border-color:var(--accent); }
 .pill.cat-baseline { color:var(--muted); }
-</style></head><body><div class='toolbar'><span class='hint'>Click a column to sort. Hover a header for its definition.</span><button onclick="saCsv('selectarena_leaderboard.csv')">CSV</button></div><div class='wrap'><table id='sa-table'><thead><tr><th class='num'>#</th><th class=''>Method</th><th class='' title='Taxonomy of the paper (Appendix A). Search methods evaluate many feature subsets with the model (forward, backward, leave-one-out); non-search methods use a proxy instead (correlation, distance, information theory, tree, regularization).'>Type</th><th class='num' title='Bradley-Terry Elo from pairwise matches within each dataset, budget and downstream model. Random = 1000. +/− give the 95% bootstrap interval.'>Elo ↑</th><th class='num' title='Mean rank of the downstream error.'>Avg. rank ↓</th><th class='num' title='Share of pairwise comparisons won, in %. Ties count half.'>Win rate ↑</th><th class='num' title='Mean relative gap (error − best error) / error to the best method, in %.'>Improvability ↓</th><th class='num' title='Mean ratio of the error to the same model trained on all features. Below 1: the selection helped.'>Error vs. all ↓</th><th class='num' title='Agreement of the selected features across bootstrap resamples (Nogueira et al., 2018).'>Stability ↑</th><th class='num' title='Share of the budget filled with original features when as many noise features are added.'>Validity ↑</th><th class='num' title='Median wall-clock time of the selection.'>Time (s) ↓</th><th class='num' title='Share of runs where the method ran out of time and random features filled the budget.'>Fallback (%)</th><th class='num'>#Datasets</th></tr></thead><tbody><tr><td class='num' data-sort='1'>1</td><td class='method' data-sort='RFImportance'>RFImportance</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1366.0'>1366<span class='sub'>+57 / −52</span></td><td class='num' data-sort='6.45'>6.45</td><td class='num' data-sort='61.1'>61.1</td><td class='num' data-sort='16.8'>16.8</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.653'>0.653</td><td class='num' data-sort='0.741'>0.741</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='2'>2</td><td class='method' data-sort='ElasticNet'>ElasticNet</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1366.0'>1366<span class='sub'>+49 / −46</span></td><td class='num' data-sort='6.43'>6.43</td><td class='num' data-sort='61.2'>61.2</td><td class='num' data-sort='18.4'>18.4</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.519'>0.519</td><td class='num' data-sort='0.873'>0.873</td><td class='num' data-sort='6.3'>6.3</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='3'>3</td><td class='method' data-sort='CART'>CART</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1355.0'>1355<span class='sub'>+49 / −48</span></td><td class='num' data-sort='6.79'>6.79</td><td class='num' data-sort='58.6'>58.6</td><td class='num' data-sort='19.1'>19.1</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.456'>0.456</td><td class='num' data-sort='0.638'>0.638</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='4'>4</td><td class='method' data-sort='MarkovBlanket'>MarkovBlanket</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1340.0'>1340<span class='sub'>+47 / −40</span></td><td class='num' data-sort='7.03'>7.03</td><td class='num' data-sort='56.9'>56.9</td><td class='num' data-sort='20.8'>20.8</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.396'>0.396</td><td class='num' data-sort='0.467'>0.467</td><td class='num' data-sort='0.1'>0.1</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='5'>5</td><td class='method' data-sort='Lasso'>Lasso</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1338.0'>1338<span class='sub'>+48 / −50</span></td><td class='num' data-sort='6.73'>6.73</td><td class='num' data-sort='59.1'>59.1</td><td class='num' data-sort='18.4'>18.4</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.422'>0.422</td><td class='num' data-sort='0.825'>0.825</td><td class='num' data-sort='2.1'>2.1</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='6'>6</td><td class='method' data-sort='MI'>MI</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1325.0'>1325<span class='sub'>+41 / −36</span></td><td class='num' data-sort='7.01'>7.01</td><td class='num' data-sort='57.1'>57.1</td><td class='num' data-sort='19.5'>19.5</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.673'>0.673</td><td class='num' data-sort='0.863'>0.863</td><td class='num' data-sort='0.4'>0.4</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='7'>7</td><td class='method' data-sort='mRMR'>mRMR</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1311.0'>1311<span class='sub'>+50 / −48</span></td><td class='num' data-sort='7.63'>7.63</td><td class='num' data-sort='52.6'>52.6</td><td class='num' data-sort='21.1'>21.1</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.578'>0.578</td><td class='num' data-sort='0.712'>0.712</td><td class='num' data-sort='0.3'>0.3</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='8'>8</td><td class='method' data-sort='SFS'>SFS</td><td class='' data-sort='Forward search'><span class='pill cat-search'>Forward search</span><span class='sub'>search</span></td><td class='num' data-sort='1294.0'>1294<span class='sub'>+51 / −50</span></td><td class='num' data-sort='7.71'>7.71</td><td class='num' data-sort='52.1'>52.1</td><td class='num' data-sort='22.7'>22.7</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.278'>0.278</td><td class='num' data-sort='0.664'>0.664</td><td class='num' data-sort='1770.9'>1,770.9</td><td class='num' data-sort='44.1'>44.1</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='9'>9</td><td class='method' data-sort='GainRatio'>GainRatio</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1291.0'>1291<span class='sub'>+47 / −44</span></td><td class='num' data-sort='7.77'>7.77</td><td class='num' data-sort='51.7'>51.7</td><td class='num' data-sort='22.6'>22.6</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.681'>0.681</td><td class='num' data-sort='0.915'>0.915</td><td class='num' data-sort='0.1'>0.1</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='10'>10</td><td class='method' data-sort='F-Test'>F-Test</td><td class='' data-sort='Correlation'><span class='pill cat-non-search'>Correlation</span><span class='sub'>non-search</span></td><td class='num' data-sort='1289.0'>1289<span class='sub'>+47 / −48</span></td><td class='num' data-sort='7.73'>7.73</td><td class='num' data-sort='51.9'>51.9</td><td class='num' data-sort='22.0'>22.0</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.734'>0.734</td><td class='num' data-sort='0.932'>0.932</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='11'>11</td><td class='method' data-sort='(R)ReliefF'>(R)ReliefF</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='1275.0'>1275<span class='sub'>+49 / −50</span></td><td class='num' data-sort='8.04'>8.04</td><td class='num' data-sort='49.7'>49.7</td><td class='num' data-sort='22.5'>22.5</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.647'>0.647</td><td class='num' data-sort='0.808'>0.808</td><td class='num' data-sort='12.8'>12.8</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='12'>12</td><td class='method' data-sort='SBE'>SBE</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1259.0'>1259<span class='sub'>+55 / −59</span></td><td class='num' data-sort='8.01'>8.01</td><td class='num' data-sort='50.0'>50.0</td><td class='num' data-sort='25.5'>25.5</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.175'>0.175</td><td class='num' data-sort='0.578'>0.578</td><td class='num' data-sort='3152.6'>3,152.6</td><td class='num' data-sort='48.8'>48.8</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='13'>13</td><td class='method' data-sort='LOCO'>LOCO</td><td class='' data-sort='Leave-one-out'><span class='pill cat-search'>Leave-one-out</span><span class='sub'>search</span></td><td class='num' data-sort='1241.0'>1241<span class='sub'>+55 / −51</span></td><td class='num' data-sort='8.54'>8.54</td><td class='num' data-sort='46.1'>46.1</td><td class='num' data-sort='25.5'>25.5</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.22'>0.220</td><td class='num' data-sort='0.613'>0.613</td><td class='num' data-sort='239.5'>239.5</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='14'>14</td><td class='method' data-sort='Random'>Random</td><td class='' data-sort='Baseline'><span class='pill cat-baseline'>Baseline</span></td><td class='num' data-sort='1000.0'>1000<span class='sub'>+44 / −53</span></td><td class='num' data-sort='11.82'>11.82</td><td class='num' data-sort='22.7'>22.7</td><td class='num' data-sort='38.0'>38.0</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.001'>0.001</td><td class='num' data-sort='0.499'>0.499</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='100.0'>100.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='15'>15</td><td class='method' data-sort='LaplacianScore'>LaplacianScore</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='995.0'>995<span class='sub'>+67 / −88</span></td><td class='num' data-sort='12.32'>12.32</td><td class='num' data-sort='19.1'>19.1</td><td class='num' data-sort='41.7'>41.7</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.644'>0.644</td><td class='num' data-sort='0.85'>0.850</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr></tbody></table></div><script type='text/plain' id='sa-csv'>Rank,Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Avg. rank,Win rate (%),Improvability (%),Error vs. all features,Stability,Validity,Selection time (s),Fallback rate (%),#Datasets,#Comparisons
+</style></head><body><div class='toolbar'><span class='hint'>Click a column to sort. Hover a header for its definition.</span><button onclick="saCsv('selectarena_leaderboard.csv')">CSV</button></div><div class='wrap'><table id='sa-table'><thead><tr><th class='num'>#</th><th class=''>Method</th><th class='' title='Taxonomy of the paper (Appendix A). Search methods evaluate many feature subsets with the model (forward, backward, leave-one-out); non-search methods use a proxy instead (correlation, distance, information theory, tree, regularization).'>Type</th><th class='num' title='Bradley-Terry Elo from pairwise matches within each dataset, budget and downstream model. Random = 1000. +/− give the 95% bootstrap interval.'>Elo ↑</th><th class='num' title='Mean rank of the downstream error.'>Avg. rank ↓</th><th class='num' title='Mean relative gap (error − best error) / error to the best method, in %.'>Improvability ↓</th><th class='num' title='Agreement of the selected features across bootstrap resamples (Nogueira et al., 2018).'>Stability ↑</th><th class='num' title='Share of the budget filled with original features when as many noise features are added.'>Validity ↑</th><th class='num' title='Median wall-clock time of the selection.'>Time (s) ↓</th><th class='num' title='Share of runs where the method ran out of time and random features filled the budget.'>Fallback (%)</th></tr></thead><tbody><tr><td class='num' data-sort='1'>1</td><td class='method' data-sort='RFImportance'>RFImportance</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1366.0'>1366<span class='sub'>+57 / −52</span></td><td class='num' data-sort='6.45'>6.45</td><td class='num' data-sort='16.8'>16.8</td><td class='num' data-sort='0.653'>0.653</td><td class='num' data-sort='0.741'>0.741</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='2'>2</td><td class='method' data-sort='ElasticNet'>ElasticNet</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1366.0'>1366<span class='sub'>+49 / −46</span></td><td class='num' data-sort='6.43'>6.43</td><td class='num' data-sort='18.4'>18.4</td><td class='num' data-sort='0.519'>0.519</td><td class='num' data-sort='0.873'>0.873</td><td class='num' data-sort='6.3'>6.3</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='3'>3</td><td class='method' data-sort='CART'>CART</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1355.0'>1355<span class='sub'>+49 / −48</span></td><td class='num' data-sort='6.79'>6.79</td><td class='num' data-sort='19.1'>19.1</td><td class='num' data-sort='0.456'>0.456</td><td class='num' data-sort='0.638'>0.638</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='4'>4</td><td class='method' data-sort='MarkovBlanket'>MarkovBlanket</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1340.0'>1340<span class='sub'>+47 / −40</span></td><td class='num' data-sort='7.03'>7.03</td><td class='num' data-sort='20.8'>20.8</td><td class='num' data-sort='0.396'>0.396</td><td class='num' data-sort='0.467'>0.467</td><td class='num' data-sort='0.1'>0.1</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='5'>5</td><td class='method' data-sort='Lasso'>Lasso</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1338.0'>1338<span class='sub'>+48 / −50</span></td><td class='num' data-sort='6.73'>6.73</td><td class='num' data-sort='18.4'>18.4</td><td class='num' data-sort='0.422'>0.422</td><td class='num' data-sort='0.825'>0.825</td><td class='num' data-sort='2.1'>2.1</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='6'>6</td><td class='method' data-sort='MI'>MI</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1325.0'>1325<span class='sub'>+41 / −36</span></td><td class='num' data-sort='7.01'>7.01</td><td class='num' data-sort='19.5'>19.5</td><td class='num' data-sort='0.673'>0.673</td><td class='num' data-sort='0.863'>0.863</td><td class='num' data-sort='0.4'>0.4</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='7'>7</td><td class='method' data-sort='mRMR'>mRMR</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1311.0'>1311<span class='sub'>+50 / −48</span></td><td class='num' data-sort='7.63'>7.63</td><td class='num' data-sort='21.1'>21.1</td><td class='num' data-sort='0.578'>0.578</td><td class='num' data-sort='0.712'>0.712</td><td class='num' data-sort='0.3'>0.3</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='8'>8</td><td class='method' data-sort='SFS'>SFS</td><td class='' data-sort='Forward search'><span class='pill cat-search'>Forward search</span><span class='sub'>search</span></td><td class='num' data-sort='1294.0'>1294<span class='sub'>+51 / −50</span></td><td class='num' data-sort='7.71'>7.71</td><td class='num' data-sort='22.7'>22.7</td><td class='num' data-sort='0.278'>0.278</td><td class='num' data-sort='0.664'>0.664</td><td class='num' data-sort='1770.9'>1,770.9</td><td class='num' data-sort='44.1'>44.1</td></tr><tr><td class='num' data-sort='9'>9</td><td class='method' data-sort='GainRatio'>GainRatio</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1291.0'>1291<span class='sub'>+47 / −44</span></td><td class='num' data-sort='7.77'>7.77</td><td class='num' data-sort='22.6'>22.6</td><td class='num' data-sort='0.681'>0.681</td><td class='num' data-sort='0.915'>0.915</td><td class='num' data-sort='0.1'>0.1</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='10'>10</td><td class='method' data-sort='F-Test'>F-Test</td><td class='' data-sort='Correlation'><span class='pill cat-non-search'>Correlation</span><span class='sub'>non-search</span></td><td class='num' data-sort='1289.0'>1289<span class='sub'>+47 / −48</span></td><td class='num' data-sort='7.73'>7.73</td><td class='num' data-sort='22.0'>22.0</td><td class='num' data-sort='0.734'>0.734</td><td class='num' data-sort='0.932'>0.932</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='11'>11</td><td class='method' data-sort='(R)ReliefF'>(R)ReliefF</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='1275.0'>1275<span class='sub'>+49 / −50</span></td><td class='num' data-sort='8.04'>8.04</td><td class='num' data-sort='22.5'>22.5</td><td class='num' data-sort='0.647'>0.647</td><td class='num' data-sort='0.808'>0.808</td><td class='num' data-sort='12.8'>12.8</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='12'>12</td><td class='method' data-sort='SBE'>SBE</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1259.0'>1259<span class='sub'>+55 / −59</span></td><td class='num' data-sort='8.01'>8.01</td><td class='num' data-sort='25.5'>25.5</td><td class='num' data-sort='0.175'>0.175</td><td class='num' data-sort='0.578'>0.578</td><td class='num' data-sort='3152.6'>3,152.6</td><td class='num' data-sort='48.8'>48.8</td></tr><tr><td class='num' data-sort='13'>13</td><td class='method' data-sort='LOCO'>LOCO</td><td class='' data-sort='Leave-one-out'><span class='pill cat-search'>Leave-one-out</span><span class='sub'>search</span></td><td class='num' data-sort='1241.0'>1241<span class='sub'>+55 / −51</span></td><td class='num' data-sort='8.54'>8.54</td><td class='num' data-sort='25.5'>25.5</td><td class='num' data-sort='0.22'>0.220</td><td class='num' data-sort='0.613'>0.613</td><td class='num' data-sort='239.5'>239.5</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='14'>14</td><td class='method' data-sort='Random'>Random</td><td class='' data-sort='Baseline'><span class='pill cat-baseline'>Baseline</span></td><td class='num' data-sort='1000.0'>1000<span class='sub'>+44 / −53</span></td><td class='num' data-sort='11.82'>11.82</td><td class='num' data-sort='38.0'>38.0</td><td class='num' data-sort='0.001'>0.001</td><td class='num' data-sort='0.499'>0.499</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='100.0'>100.0</td></tr><tr><td class='num' data-sort='15'>15</td><td class='method' data-sort='LaplacianScore'>LaplacianScore</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='995.0'>995<span class='sub'>+67 / −88</span></td><td class='num' data-sort='12.32'>12.32</td><td class='num' data-sort='41.7'>41.7</td><td class='num' data-sort='0.644'>0.644</td><td class='num' data-sort='0.85'>0.850</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td></tr></tbody></table></div><script type='text/plain' id='sa-csv'>Rank,Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Avg. rank,Win rate (%),Improvability (%),Error vs. all features,Stability,Validity,Selection time (s),Fallback rate (%),#Datasets,#Comparisons
 1,RFImportance,Non-search,Tree,1366.0,1314.0,1423.0,6.45,61.1,16.8,,0.653,0.741,0.2,0.0,71,213
 2,ElasticNet,Non-search,Regularization,1366.0,1320.0,1415.0,6.43,61.2,18.4,,0.519,0.873,6.3,0.0,71,213
 3,CART,Non-search,Tree,1355.0,1307.0,1404.0,6.79,58.6,19.1,,0.456,0.638,0.0,0.0,71,213

data/subsets/tasks_all/models_lightgbm/budgets_2/elo_explorer.html

@@ -11,60 +11,20 @@ html, body { margin:0; padding:0; background:var(--bg); color:var(--fg);
 .toolbar button { font:inherit; font-size:12px; color:var(--fg); background:var(--soft);
   border:1px solid var(--line); border-radius:6px; padding:3px 10px; cursor:pointer; }
 .toolbar button:hover { border-color:var(--accent); }
-</style></head><body><div class='toolbar'><span class='hint'>Hover a method for its values.</span><button onclick='saSvg()'>SVG</button><button onclick='saPng()'>PNG</button><button onclick="saCsv('selectarena_elo.csv')">CSV</button></div><svg id='sa-figure' viewBox='0 0 1156 440' role='img' aria-label='Elo rating of each feature selection method, shaded by stability and validity'><style>
+
+#sa-tip { position:fixed; z-index:10; pointer-events:none; display:none; max-width:280px;
+  padding:6px 9px; border-radius:6px; border:1px solid var(--line); background:var(--bg); color:var(--fg);
+  font-size:12px; line-height:1.45; white-space:pre-line; box-shadow:0 2px 8px rgba(0,0,0,0.15); }
+#sa-tip b { font-weight:600; }
+</style></head><body><div class='toolbar'><span class='hint'>Hover or tap a method for its values.</span><button onclick='saSvg()'>SVG</button><button onclick='saPng()'>PNG</button><button onclick="saCsv('selectarena_elo.csv')">CSV</button></div><svg id='sa-figure' viewBox='0 0 1156 440' role='img' aria-label='Elo rating of each feature selection method, shaded by stability and validity'><style>
 svg { display:block; width:100%; height:auto; }
 .sa-text { fill:var(--fg); }
 .sa-muted { fill:var(--muted); }
 .sa-grid { stroke:var(--line); }
 .sa-ink { stroke:var(--fg); }
-.sa-hit { fill:transparent; }
-.sa-hit:hover { fill:var(--fg); fill-opacity:0.06; }
-</style><defs><pattern id='sa-na' width='6' height='6' patternUnits='userSpaceOnUse' patternTransform='rotate(45)'><rect width='6' height='6' fill='#e5e7eb'/><line x1='0' y1='0' x2='0' y2='6' stroke='#9ca3af' stroke-width='2'/></pattern><linearGradient id='sa-g-stab' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#0072B2'/></linearGradient><linearGradient id='sa-g-val' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#D55E00'/></linearGradient></defs><line class='sa-grid' x1='64' x2='1024' y1='315.6' y2='315.6' stroke-width='1'/><text class='sa-muted' x='56' y='319.6' text-anchor='end' font-size='12'>800</text><line class='sa-grid' x1='64' x2='1024' y1='266.0' y2='266.0' stroke-width='1'/><text class='sa-muted' x='56' y='270.0' text-anchor='end' font-size='12'>900</text><line class='sa-grid' x1='64' x2='1024' y1='216.4' y2='216.4' stroke-width='1'/><text class='sa-muted' x='56' y='220.4' text-anchor='end' font-size='12'>1000</text><line class='sa-grid' x1='64' x2='1024' y1='166.8' y2='166.8' stroke-width='1'/><text class='sa-muted' x='56' y='170.8' text-anchor='end' font-size='12'>1100</text><line class='sa-grid' x1='64' x2='1024' y1='117.2' y2='117.2' stroke-width='1'/><text class='sa-muted' x='56' y='121.2' text-anchor='end' font-size='12'>1200</text><line class='sa-grid' x1='64' x2='1024' y1='67.6' y2='67.6' stroke-width='1'/><text class='sa-muted' x='56' y='71.6' text-anchor='end' font-size='12'>1300</text><line class='sa-grid' x1='64' x2='1024' y1='18.0' y2='18.0' stroke-width='1'/><text class='sa-muted' x='56' y='22.0' text-anchor='end' font-size='12'>1400</text><text class='sa-text' transform='translate(16 173) rotate(-90)' text-anchor='middle' font-size='13'>Elo</text><line class='sa-ink' x1='64' x2='1024' y1='216.4' y2='216.4' stroke-width='1' stroke-dasharray='4 4' opacity='0.5'/><rect x='73.6' y='246.7' width='22.4' height='81.3' fill='#57a2cc' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='96.0' y='246.7' width='22.4' height='81.3' fill='#dc7a2c' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='96.0' x2='96.0' y1='210.0' y2='291.8'/><line x1='91.0' x2='101.0' y1='210.0' y2='210.0'/><line x1='91.0' x2='101.0' y1='291.8' y2='291.8'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(100.0 342.0) rotate(-35)'>LaplacianScore</text><rect class='sa-hit' x='64.0' y='18' width='64' height='414'><title>LaplacianScore (Distance, non-search)
-Elo 939  [95% CI 848–1013]
-Stability 0.660
-Validity 0.827</title></rect><rect x='137.6' y='216.4' width='22.4' height='111.6' fill='#ffffff' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='160.0' y='216.4' width='22.4' height='111.6' fill='#e9ac7c' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='160.0' x2='160.0' y1='193.6' y2='242.2'/><line x1='155.0' x2='165.0' y1='193.6' y2='193.6'/><line x1='155.0' x2='165.0' y1='242.2' y2='242.2'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(164.0 342.0) rotate(-35)'>Random</text><rect class='sa-hit' x='128.0' y='18' width='64' height='414'><title>Random (Baseline, baseline)
-Elo 1000  [95% CI 948–1046]
-Stability -0.001
-Validity 0.513</title></rect><rect x='201.6' y='129.6' width='22.4' height='198.4' fill='#d8eaf3' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='224.0' y='129.6' width='22.4' height='198.4' fill='#e7a26c' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='224.0' x2='224.0' y1='102.3' y2='157.4'/><line x1='219.0' x2='229.0' y1='102.3' y2='102.3'/><line x1='219.0' x2='229.0' y1='157.4' y2='157.4'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(228.0 342.0) rotate(-35)'>LOCO</text><rect class='sa-hit' x='192.0' y='18' width='64' height='414'><title>LOCO (Leave-one-out, search)
-Elo 1175  [95% CI 1119–1230]
-Stability 0.151
-Validity 0.575</title></rect><rect x='265.6' y='120.7' width='22.4' height='207.3' fill='#c2dded' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='288.0' y='120.7' width='22.4' height='207.3' fill='#e59a5f' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='288.0' x2='288.0' y1='95.4' y2='146.5'/><line x1='283.0' x2='293.0' y1='95.4' y2='95.4'/><line x1='283.0' x2='293.0' y1='146.5' y2='146.5'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(292.0 342.0) rotate(-35)'>SFS</text><rect class='sa-hit' x='256.0' y='18' width='64' height='414'><title>SFS (Forward search, search)
-Elo 1193  [95% CI 1141–1244]
-Stability 0.239
-Validity 0.627</title></rect><rect x='329.6' y='118.7' width='22.4' height='209.3' fill='#62a8d0' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='352.0' y='118.7' width='22.4' height='209.3' fill='#e39557' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='352.0' x2='352.0' y1='97.4' y2='140.5'/><line x1='347.0' x2='357.0' y1='97.4' y2='97.4'/><line x1='347.0' x2='357.0' y1='140.5' y2='140.5'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(356.0 342.0) rotate(-35)'>mRMR</text><rect class='sa-hit' x='320.0' y='18' width='64' height='414'><title>mRMR (Information theory, non-search)
-Elo 1197  [95% CI 1153–1240]
-Stability 0.614
-Validity 0.660</title></rect><rect x='393.6' y='117.7' width='22.4' height='210.3' fill='#53a0cb' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='416.0' y='117.7' width='22.4' height='210.3' fill='#df853e' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='416.0' x2='416.0' y1='95.9' y2='141.0'/><line x1='411.0' x2='421.0' y1='95.9' y2='95.9'/><line x1='411.0' x2='421.0' y1='141.0' y2='141.0'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(420.0 342.0) rotate(-35)'>(R)ReliefF</text><rect class='sa-hit' x='384.0' y='18' width='64' height='414'><title>(R)ReliefF (Distance, non-search)
-Elo 1199  [95% CI 1152–1243]
-Stability 0.673
-Validity 0.757</title></rect><rect x='457.6' y='114.7' width='22.4' height='213.3' fill='#54a1cb' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='480.0' y='114.7' width='22.4' height='213.3' fill='#db7525' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='480.0' x2='480.0' y1='91.4' y2='137.0'/><line x1='475.0' x2='485.0' y1='91.4' y2='91.4'/><line x1='475.0' x2='485.0' y1='137.0' y2='137.0'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(484.0 342.0) rotate(-35)'>GainRatio</text><rect class='sa-hit' x='448.0' y='18' width='64' height='414'><title>GainRatio (Information theory, non-search)
-Elo 1205  [95% CI 1160–1252]
-Stability 0.670
-Validity 0.856</title></rect><rect x='521.6' y='111.2' width='22.4' height='216.8' fill='#4b9bc9' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='544.0' y='111.2' width='22.4' height='216.8' fill='#da711f' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='544.0' x2='544.0' y1='87.9' y2='133.6'/><line x1='539.0' x2='549.0' y1='87.9' y2='87.9'/><line x1='539.0' x2='549.0' y1='133.6' y2='133.6'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(548.0 342.0) rotate(-35)'>F-Test</text><rect class='sa-hit' x='512.0' y='18' width='64' height='414'><title>F-Test (Correlation, non-search)
-Elo 1212  [95% CI 1167–1259]
-Stability 0.706
-Validity 0.879</title></rect><rect x='585.6' y='105.3' width='22.4' height='222.7' fill='#daebf4' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='608.0' y='105.3' width='22.4' height='222.7' fill='#e8a571' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='608.0' x2='608.0' y1='76.5' y2='131.6'/><line x1='603.0' x2='613.0' y1='76.5' y2='76.5'/><line x1='603.0' x2='613.0' y1='131.6' y2='131.6'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(612.0 342.0) rotate(-35)'>SBE</text><rect class='sa-hit' x='576.0' y='18' width='64' height='414'><title>SBE (Backward search, search)
-Elo 1224  [95% CI 1171–1282]
-Stability 0.144
-Validity 0.556</title></rect><rect x='649.6' y='93.4' width='22.4' height='234.6' fill='#96c5df' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='672.0' y='93.4' width='22.4' height='234.6' fill='#ecb78d' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='672.0' x2='672.0' y1='74.5' y2='112.2'/><line x1='667.0' x2='677.0' y1='74.5' y2='74.5'/><line x1='667.0' x2='677.0' y1='112.2' y2='112.2'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(676.0 342.0) rotate(-35)'>MarkovBlanket</text><rect class='sa-hit' x='640.0' y='18' width='64' height='414'><title>MarkovBlanket (Backward search, search)
-Elo 1248  [95% CI 1210–1286]
-Stability 0.413
-Validity 0.447</title></rect><rect x='713.6' y='91.4' width='22.4' height='236.6' fill='#84bbda' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='736.0' y='91.4' width='22.4' height='236.6' fill='#de8239' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='736.0' x2='736.0' y1='67.1' y2='115.7'/><line x1='731.0' x2='741.0' y1='67.1' y2='67.1'/><line x1='731.0' x2='741.0' y1='115.7' y2='115.7'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(740.0 342.0) rotate(-35)'>ElasticNet</text><rect class='sa-hit' x='704.0' y='18' width='64' height='414'><title>ElasticNet (Regularization, non-search)
-Elo 1252  [95% CI 1203–1301]
-Stability 0.481
-Validity 0.777</title></rect><rect x='777.6' y='83.5' width='22.4' height='244.5' fill='#9cc8e1' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='800.0' y='83.5' width='22.4' height='244.5' fill='#e08945' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='800.0' x2='800.0' y1='58.2' y2='108.8'/><line x1='795.0' x2='805.0' y1='58.2' y2='58.2'/><line x1='795.0' x2='805.0' y1='108.8' y2='108.8'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(804.0 342.0) rotate(-35)'>Lasso</text><rect class='sa-hit' x='768.0' y='18' width='64' height='414'><title>Lasso (Regularization, non-search)
-Elo 1268  [95% CI 1217–1319]
-Stability 0.389
-Validity 0.730</title></rect><rect x='841.6' y='76.5' width='22.4' height='251.5' fill='#519fca' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='864.0' y='76.5' width='22.4' height='251.5' fill='#dd7c2f' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='864.0' x2='864.0' y1='52.2' y2='101.3'/><line x1='859.0' x2='869.0' y1='52.2' y2='52.2'/><line x1='859.0' x2='869.0' y1='101.3' y2='101.3'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(868.0 342.0) rotate(-35)'>MI</text><rect class='sa-hit' x='832.0' y='18' width='64' height='414'><title>MI (Information theory, non-search)
-Elo 1282  [95% CI 1232–1331]
-Stability 0.683
-Validity 0.815</title></rect><rect x='905.6' y='76.0' width='22.4' height='252.0' fill='#8ec0dd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='928.0' y='76.0' width='22.4' height='252.0' fill='#e7a36d' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='928.0' x2='928.0' y1='52.2' y2='99.3'/><line x1='923.0' x2='933.0' y1='52.2' y2='52.2'/><line x1='923.0' x2='933.0' y1='99.3' y2='99.3'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(932.0 342.0) rotate(-35)'>CART</text><rect class='sa-hit' x='896.0' y='18' width='64' height='414'><title>CART (Tree, non-search)
-Elo 1283  [95% CI 1236–1331]
-Stability 0.444
-Validity 0.572</title></rect><rect x='969.6' y='57.2' width='22.4' height='270.8' fill='#53a0cb' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='992.0' y='57.2' width='22.4' height='270.8' fill='#e2904f' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='992.0' x2='992.0' y1='27.9' y2='82.0'/><line x1='987.0' x2='997.0' y1='27.9' y2='27.9'/><line x1='987.0' x2='997.0' y1='82.0' y2='82.0'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(996.0 342.0) rotate(-35)'>RFImportance</text><rect class='sa-hit' x='960.0' y='18' width='64' height='414'><title>RFImportance (Tree, non-search)
-Elo 1321  [95% CI 1271–1380]
-Stability 0.676
-Validity 0.691</title></rect><line class='sa-ink' x1='64' x2='1024' y1='328.0' y2='328.0' stroke-width='1' opacity='0.4'/><rect x='1070' y='40.0' width='12' height='107.0' fill='url(#sa-g-stab)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='30.0' text-anchor='middle' font-size='12'>stable</text><text class='sa-text' x='1076' y='165.0' text-anchor='middle' font-size='12'>unstable</text><text class='sa-muted' x='1088' y='151.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='97.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='44.0' font-size='11'>1.0</text><rect x='1070' y='207.0' width='12' height='107.0' fill='url(#sa-g-val)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='197.0' text-anchor='middle' font-size='12'>valid</text><text class='sa-text' x='1076' y='332.0' text-anchor='middle' font-size='12'>invalid</text><text class='sa-muted' x='1088' y='318.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='264.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='211.0' font-size='11'>1.0</text><rect x='1070' y='352.0' width='12' height='12' fill='url(#sa-na)' stroke='#000' stroke-width='0.6'/><text class='sa-muted' x='1088' y='362.0' font-size='11'>no result</text></svg><script type='text/plain' id='sa-csv'>Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Stability,Validity
+.sa-hit { fill:transparent; cursor:default; }
+.sa-hit:hover, .sa-hit.sa-on { fill:var(--fg); fill-opacity:0.06; }
+</style><defs><pattern id='sa-na' width='6' height='6' patternUnits='userSpaceOnUse' patternTransform='rotate(45)'><rect width='6' height='6' fill='#e5e7eb'/><line x1='0' y1='0' x2='0' y2='6' stroke='#9ca3af' stroke-width='2'/></pattern><linearGradient id='sa-g-stab' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#0072B2'/></linearGradient><linearGradient id='sa-g-val' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#D55E00'/></linearGradient></defs><line class='sa-grid' x1='64' x2='1024' y1='315.6' y2='315.6' stroke-width='1'/><text class='sa-muted' x='56' y='319.6' text-anchor='end' font-size='12'>800</text><line class='sa-grid' x1='64' x2='1024' y1='266.0' y2='266.0' stroke-width='1'/><text class='sa-muted' x='56' y='270.0' text-anchor='end' font-size='12'>900</text><line class='sa-grid' x1='64' x2='1024' y1='216.4' y2='216.4' stroke-width='1'/><text class='sa-muted' x='56' y='220.4' text-anchor='end' font-size='12'>1000</text><line class='sa-grid' x1='64' x2='1024' y1='166.8' y2='166.8' stroke-width='1'/><text class='sa-muted' x='56' y='170.8' text-anchor='end' font-size='12'>1100</text><line class='sa-grid' x1='64' x2='1024' y1='117.2' y2='117.2' stroke-width='1'/><text class='sa-muted' x='56' y='121.2' text-anchor='end' font-size='12'>1200</text><line class='sa-grid' x1='64' x2='1024' y1='67.6' y2='67.6' stroke-width='1'/><text class='sa-muted' x='56' y='71.6' text-anchor='end' font-size='12'>1300</text><line class='sa-grid' x1='64' x2='1024' y1='18.0' y2='18.0' stroke-width='1'/><text class='sa-muted' x='56' y='22.0' text-anchor='end' font-size='12'>1400</text><text class='sa-text' transform='translate(16 173) rotate(-90)' text-anchor='middle' font-size='13'>Elo</text><line class='sa-ink' x1='64' x2='1024' y1='216.4' y2='216.4' stroke-width='1' stroke-dasharray='4 4' opacity='0.5'/><rect x='73.6' y='246.7' width='22.4' height='81.3' fill='#57a2cc' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='96.0' y='246.7' width='22.4' height='81.3' fill='#dc7a2c' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='96.0' x2='96.0' y1='210.0' y2='291.8'/><line x1='91.0' x2='101.0' y1='210.0' y2='210.0'/><line x1='91.0' x2='101.0' y1='291.8' y2='291.8'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(100.0 342.0) rotate(-35)'>LaplacianScore</text><rect class='sa-hit' x='64.0' y='18' width='64' height='414' data-tip='LaplacianScore (Distance, non-search)&#10;Elo 939  [95% CI 848–1013]&#10;Stability 0.660&#10;Validity 0.827' aria-label='LaplacianScore (Distance, non-search)&#10;Elo 939  [95% CI 848–1013]&#10;Stability 0.660&#10;Validity 0.827'/><rect x='137.6' y='216.4' width='22.4' height='111.6' fill='#ffffff' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='160.0' y='216.4' width='22.4' height='111.6' fill='#e9ac7c' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='160.0' x2='160.0' y1='193.6' y2='242.2'/><line x1='155.0' x2='165.0' y1='193.6' y2='193.6'/><line x1='155.0' x2='165.0' y1='242.2' y2='242.2'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(164.0 342.0) rotate(-35)'>Random</text><rect class='sa-hit' x='128.0' y='18' width='64' height='414' data-tip='Random (Baseline, baseline)&#10;Elo 1000  [95% CI 948–1046]&#10;Stability -0.001&#10;Validity 0.513' aria-label='Random (Baseline, baseline)&#10;Elo 1000  [95% CI 948–1046]&#10;Stability -0.001&#10;Validity 0.513'/><rect x='201.6' y='129.6' width='22.4' height='198.4' fill='#d8eaf3' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='224.0' y='129.6' width='22.4' height='198.4' fill='#e7a26c' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='224.0' x2='224.0' y1='102.3' y2='157.4'/><line x1='219.0' x2='229.0' y1='102.3' y2='102.3'/><line x1='219.0' x2='229.0' y1='157.4' y2='157.4'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(228.0 342.0) rotate(-35)'>LOCO</text><rect class='sa-hit' x='192.0' y='18' width='64' height='414' data-tip='LOCO (Leave-one-out, search)&#10;Elo 1175  [95% CI 1119–1230]&#10;Stability 0.151&#10;Validity 0.575' aria-label='LOCO (Leave-one-out, search)&#10;Elo 1175  [95% CI 1119–1230]&#10;Stability 0.151&#10;Validity 0.575'/><rect x='265.6' y='120.7' width='22.4' height='207.3' fill='#c2dded' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='288.0' y='120.7' width='22.4' height='207.3' fill='#e59a5f' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='288.0' x2='288.0' y1='95.4' y2='146.5'/><line x1='283.0' x2='293.0' y1='95.4' y2='95.4'/><line x1='283.0' x2='293.0' y1='146.5' y2='146.5'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(292.0 342.0) rotate(-35)'>SFS</text><rect class='sa-hit' x='256.0' y='18' width='64' height='414' data-tip='SFS (Forward search, search)&#10;Elo 1193  [95% CI 1141–1244]&#10;Stability 0.239&#10;Validity 0.627' aria-label='SFS (Forward search, search)&#10;Elo 1193  [95% CI 1141–1244]&#10;Stability 0.239&#10;Validity 0.627'/><rect x='329.6' y='118.7' width='22.4' height='209.3' fill='#62a8d0' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='352.0' y='118.7' width='22.4' height='209.3' fill='#e39557' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='352.0' x2='352.0' y1='97.4' y2='140.5'/><line x1='347.0' x2='357.0' y1='97.4' y2='97.4'/><line x1='347.0' x2='357.0' y1='140.5' y2='140.5'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(356.0 342.0) rotate(-35)'>mRMR</text><rect class='sa-hit' x='320.0' y='18' width='64' height='414' data-tip='mRMR (Information theory, non-search)&#10;Elo 1197  [95% CI 1153–1240]&#10;Stability 0.614&#10;Validity 0.660' aria-label='mRMR (Information theory, non-search)&#10;Elo 1197  [95% CI 1153–1240]&#10;Stability 0.614&#10;Validity 0.660'/><rect x='393.6' y='117.7' width='22.4' height='210.3' fill='#53a0cb' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='416.0' y='117.7' width='22.4' height='210.3' fill='#df853e' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='416.0' x2='416.0' y1='95.9' y2='141.0'/><line x1='411.0' x2='421.0' y1='95.9' y2='95.9'/><line x1='411.0' x2='421.0' y1='141.0' y2='141.0'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(420.0 342.0) rotate(-35)'>(R)ReliefF</text><rect class='sa-hit' x='384.0' y='18' width='64' height='414' data-tip='(R)ReliefF (Distance, non-search)&#10;Elo 1199  [95% CI 1152–1243]&#10;Stability 0.673&#10;Validity 0.757' aria-label='(R)ReliefF (Distance, non-search)&#10;Elo 1199  [95% CI 1152–1243]&#10;Stability 0.673&#10;Validity 0.757'/><rect x='457.6' y='114.7' width='22.4' height='213.3' fill='#54a1cb' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='480.0' y='114.7' width='22.4' height='213.3' fill='#db7525' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='480.0' x2='480.0' y1='91.4' y2='137.0'/><line x1='475.0' x2='485.0' y1='91.4' y2='91.4'/><line x1='475.0' x2='485.0' y1='137.0' y2='137.0'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(484.0 342.0) rotate(-35)'>GainRatio</text><rect class='sa-hit' x='448.0' y='18' width='64' height='414' data-tip='GainRatio (Information theory, non-search)&#10;Elo 1205  [95% CI 1160–1252]&#10;Stability 0.670&#10;Validity 0.856' aria-label='GainRatio (Information theory, non-search)&#10;Elo 1205  [95% CI 1160–1252]&#10;Stability 0.670&#10;Validity 0.856'/><rect x='521.6' y='111.2' width='22.4' height='216.8' fill='#4b9bc9' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='544.0' y='111.2' width='22.4' height='216.8' fill='#da711f' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='544.0' x2='544.0' y1='87.9' y2='133.6'/><line x1='539.0' x2='549.0' y1='87.9' y2='87.9'/><line x1='539.0' x2='549.0' y1='133.6' y2='133.6'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(548.0 342.0) rotate(-35)'>F-Test</text><rect class='sa-hit' x='512.0' y='18' width='64' height='414' data-tip='F-Test (Correlation, non-search)&#10;Elo 1212  [95% CI 1167–1259]&#10;Stability 0.706&#10;Validity 0.879' aria-label='F-Test (Correlation, non-search)&#10;Elo 1212  [95% CI 1167–1259]&#10;Stability 0.706&#10;Validity 0.879'/><rect x='585.6' y='105.3' width='22.4' height='222.7' fill='#daebf4' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='608.0' y='105.3' width='22.4' height='222.7' fill='#e8a571' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='608.0' x2='608.0' y1='76.5' y2='131.6'/><line x1='603.0' x2='613.0' y1='76.5' y2='76.5'/><line x1='603.0' x2='613.0' y1='131.6' y2='131.6'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(612.0 342.0) rotate(-35)'>SBE</text><rect class='sa-hit' x='576.0' y='18' width='64' height='414' data-tip='SBE (Backward search, search)&#10;Elo 1224  [95% CI 1171–1282]&#10;Stability 0.144&#10;Validity 0.556' aria-label='SBE (Backward search, search)&#10;Elo 1224  [95% CI 1171–1282]&#10;Stability 0.144&#10;Validity 0.556'/><rect x='649.6' y='93.4' width='22.4' height='234.6' fill='#96c5df' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='672.0' y='93.4' width='22.4' height='234.6' fill='#ecb78d' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='672.0' x2='672.0' y1='74.5' y2='112.2'/><line x1='667.0' x2='677.0' y1='74.5' y2='74.5'/><line x1='667.0' x2='677.0' y1='112.2' y2='112.2'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(676.0 342.0) rotate(-35)'>MarkovBlanket</text><rect class='sa-hit' x='640.0' y='18' width='64' height='414' data-tip='MarkovBlanket (Backward search, search)&#10;Elo 1248  [95% CI 1210–1286]&#10;Stability 0.413&#10;Validity 0.447' aria-label='MarkovBlanket (Backward search, search)&#10;Elo 1248  [95% CI 1210–1286]&#10;Stability 0.413&#10;Validity 0.447'/><rect x='713.6' y='91.4' width='22.4' height='236.6' fill='#84bbda' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='736.0' y='91.4' width='22.4' height='236.6' fill='#de8239' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='736.0' x2='736.0' y1='67.1' y2='115.7'/><line x1='731.0' x2='741.0' y1='67.1' y2='67.1'/><line x1='731.0' x2='741.0' y1='115.7' y2='115.7'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(740.0 342.0) rotate(-35)'>ElasticNet</text><rect class='sa-hit' x='704.0' y='18' width='64' height='414' data-tip='ElasticNet (Regularization, non-search)&#10;Elo 1252  [95% CI 1203–1301]&#10;Stability 0.481&#10;Validity 0.777' aria-label='ElasticNet (Regularization, non-search)&#10;Elo 1252  [95% CI 1203–1301]&#10;Stability 0.481&#10;Validity 0.777'/><rect x='777.6' y='83.5' width='22.4' height='244.5' fill='#9cc8e1' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='800.0' y='83.5' width='22.4' height='244.5' fill='#e08945' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='800.0' x2='800.0' y1='58.2' y2='108.8'/><line x1='795.0' x2='805.0' y1='58.2' y2='58.2'/><line x1='795.0' x2='805.0' y1='108.8' y2='108.8'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(804.0 342.0) rotate(-35)'>Lasso</text><rect class='sa-hit' x='768.0' y='18' width='64' height='414' data-tip='Lasso (Regularization, non-search)&#10;Elo 1268  [95% CI 1217–1319]&#10;Stability 0.389&#10;Validity 0.730' aria-label='Lasso (Regularization, non-search)&#10;Elo 1268  [95% CI 1217–1319]&#10;Stability 0.389&#10;Validity 0.730'/><rect x='841.6' y='76.5' width='22.4' height='251.5' fill='#519fca' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='864.0' y='76.5' width='22.4' height='251.5' fill='#dd7c2f' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='864.0' x2='864.0' y1='52.2' y2='101.3'/><line x1='859.0' x2='869.0' y1='52.2' y2='52.2'/><line x1='859.0' x2='869.0' y1='101.3' y2='101.3'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(868.0 342.0) rotate(-35)'>MI</text><rect class='sa-hit' x='832.0' y='18' width='64' height='414' data-tip='MI (Information theory, non-search)&#10;Elo 1282  [95% CI 1232–1331]&#10;Stability 0.683&#10;Validity 0.815' aria-label='MI (Information theory, non-search)&#10;Elo 1282  [95% CI 1232–1331]&#10;Stability 0.683&#10;Validity 0.815'/><rect x='905.6' y='76.0' width='22.4' height='252.0' fill='#8ec0dd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='928.0' y='76.0' width='22.4' height='252.0' fill='#e7a36d' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='928.0' x2='928.0' y1='52.2' y2='99.3'/><line x1='923.0' x2='933.0' y1='52.2' y2='52.2'/><line x1='923.0' x2='933.0' y1='99.3' y2='99.3'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(932.0 342.0) rotate(-35)'>CART</text><rect class='sa-hit' x='896.0' y='18' width='64' height='414' data-tip='CART (Tree, non-search)&#10;Elo 1283  [95% CI 1236–1331]&#10;Stability 0.444&#10;Validity 0.572' aria-label='CART (Tree, non-search)&#10;Elo 1283  [95% CI 1236–1331]&#10;Stability 0.444&#10;Validity 0.572'/><rect x='969.6' y='57.2' width='22.4' height='270.8' fill='#53a0cb' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='992.0' y='57.2' width='22.4' height='270.8' fill='#e2904f' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='992.0' x2='992.0' y1='27.9' y2='82.0'/><line x1='987.0' x2='997.0' y1='27.9' y2='27.9'/><line x1='987.0' x2='997.0' y1='82.0' y2='82.0'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(996.0 342.0) rotate(-35)'>RFImportance</text><rect class='sa-hit' x='960.0' y='18' width='64' height='414' data-tip='RFImportance (Tree, non-search)&#10;Elo 1321  [95% CI 1271–1380]&#10;Stability 0.676&#10;Validity 0.691' aria-label='RFImportance (Tree, non-search)&#10;Elo 1321  [95% CI 1271–1380]&#10;Stability 0.676&#10;Validity 0.691'/><line class='sa-ink' x1='64' x2='1024' y1='328.0' y2='328.0' stroke-width='1' opacity='0.4'/><rect x='1070' y='40.0' width='12' height='107.0' fill='url(#sa-g-stab)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='30.0' text-anchor='middle' font-size='12'>stable</text><text class='sa-text' x='1076' y='165.0' text-anchor='middle' font-size='12'>unstable</text><text class='sa-muted' x='1088' y='151.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='97.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='44.0' font-size='11'>1.0</text><rect x='1070' y='207.0' width='12' height='107.0' fill='url(#sa-g-val)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='197.0' text-anchor='middle' font-size='12'>valid</text><text class='sa-text' x='1076' y='332.0' text-anchor='middle' font-size='12'>invalid</text><text class='sa-muted' x='1088' y='318.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='264.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='211.0' font-size='11'>1.0</text><rect x='1070' y='352.0' width='12' height='12' fill='url(#sa-na)' stroke='#000' stroke-width='0.6'/><text class='sa-muted' x='1088' y='362.0' font-size='11'>no result</text></svg><script type='text/plain' id='sa-csv'>Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Stability,Validity
 RFImportance,Non-search,Tree,1321.0,1271.0,1380.0,0.676,0.691
 CART,Non-search,Tree,1283.0,1236.0,1331.0,0.444,0.572
 MI,Non-search,Information theory,1282.0,1232.0,1331.0,0.683,0.815
@@ -105,6 +65,47 @@ function saCsv(name) {
   if (window.ResizeObserver) new ResizeObserver(post).observe(document.body);
 })();
 
+// Instant tooltip: a native SVG <title> only shows after a browser delay of 1-3 s.
+(function () {
+  var tip = document.createElement('div');
+  tip.id = 'sa-tip';
+  document.body.appendChild(tip);
+  var current = null;
+  function show(hit, x, y) {
+    if (current !== hit) {
+      if (current) current.classList.remove('sa-on');
+      current = hit;
+      hit.classList.add('sa-on');
+      var lines = hit.getAttribute('data-tip').split('\n');
+      tip.textContent = '';
+      var head = document.createElement('b');
+      head.textContent = lines[0];
+      tip.appendChild(head);
+      tip.appendChild(document.createTextNode('\n' + lines.slice(1).join('\n')));
+      tip.style.display = 'block';
+    }
+    var w = tip.offsetWidth, h = tip.offsetHeight;
+    var left = x + 14, top = y + 14;
+    if (left + w > window.innerWidth - 4) left = Math.max(4, x - w - 14);
+    if (top + h > window.innerHeight - 4) top = Math.max(4, y - h - 14);
+    tip.style.left = left + 'px';
+    tip.style.top = top + 'px';
+  }
+  function hide() {
+    if (current) current.classList.remove('sa-on');
+    current = null;
+    tip.style.display = 'none';
+  }
+  document.addEventListener('pointermove', function (e) {
+    var hit = e.target.closest ? e.target.closest('.sa-hit') : null;
+    if (hit) show(hit, e.clientX, e.clientY); else if (e.pointerType === 'mouse') hide();
+  });
+  document.addEventListener('pointerdown', function (e) {  // touch: tap a bar to show, elsewhere to hide
+    var hit = e.target.closest ? e.target.closest('.sa-hit') : null;
+    if (hit) show(hit, e.clientX, e.clientY); else hide();
+  });
+  document.addEventListener('mouseleave', hide);
+})();
 function saSvgString() {
   var svg = document.getElementById('sa-figure').cloneNode(true);
   var style = getComputedStyle(document.documentElement);

data/subsets/tasks_all/models_lightgbm/budgets_2/leaderboard_table.html

@@ -29,7 +29,7 @@ td.na { color:var(--muted); }
   font-size:12px; color:var(--fg); }
 .pill.cat-search { border-color:var(--accent); }
 .pill.cat-baseline { color:var(--muted); }
-</style></head><body><div class='toolbar'><span class='hint'>Click a column to sort. Hover a header for its definition.</span><button onclick="saCsv('selectarena_leaderboard.csv')">CSV</button></div><div class='wrap'><table id='sa-table'><thead><tr><th class='num'>#</th><th class=''>Method</th><th class='' title='Taxonomy of the paper (Appendix A). Search methods evaluate many feature subsets with the model (forward, backward, leave-one-out); non-search methods use a proxy instead (correlation, distance, information theory, tree, regularization).'>Type</th><th class='num' title='Bradley-Terry Elo from pairwise matches within each dataset, budget and downstream model. Random = 1000. +/− give the 95% bootstrap interval.'>Elo ↑</th><th class='num' title='Mean rank of the downstream error.'>Avg. rank ↓</th><th class='num' title='Share of pairwise comparisons won, in %. Ties count half.'>Win rate ↑</th><th class='num' title='Mean relative gap (error − best error) / error to the best method, in %.'>Improvability ↓</th><th class='num' title='Mean ratio of the error to the same model trained on all features. Below 1: the selection helped.'>Error vs. all ↓</th><th class='num' title='Agreement of the selected features across bootstrap resamples (Nogueira et al., 2018).'>Stability ↑</th><th class='num' title='Share of the budget filled with original features when as many noise features are added.'>Validity ↑</th><th class='num' title='Median wall-clock time of the selection.'>Time (s) ↓</th><th class='num' title='Share of runs where the method ran out of time and random features filled the budget.'>Fallback (%)</th><th class='num'>#Datasets</th></tr></thead><tbody><tr><td class='num' data-sort='1'>1</td><td class='method' data-sort='RFImportance'>RFImportance</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1321.0'>1321<span class='sub'>+59 / −50</span></td><td class='num' data-sort='6.15'>6.15</td><td class='num' data-sort='63.2'>63.2</td><td class='num' data-sort='12.2'>12.2</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.676'>0.676</td><td class='num' data-sort='0.691'>0.691</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='2'>2</td><td class='method' data-sort='CART'>CART</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1283.0'>1283<span class='sub'>+48 / −47</span></td><td class='num' data-sort='6.72'>6.72</td><td class='num' data-sort='59.1'>59.1</td><td class='num' data-sort='16.5'>16.5</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.444'>0.444</td><td class='num' data-sort='0.572'>0.572</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='3'>3</td><td class='method' data-sort='MI'>MI</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1282.0'>1282<span class='sub'>+49 / −50</span></td><td class='num' data-sort='6.86'>6.86</td><td class='num' data-sort='58.2'>58.2</td><td class='num' data-sort='15.7'>15.7</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.683'>0.683</td><td class='num' data-sort='0.815'>0.815</td><td class='num' data-sort='0.4'>0.4</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='4'>4</td><td class='method' data-sort='Lasso'>Lasso</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1268.0'>1268<span class='sub'>+51 / −51</span></td><td class='num' data-sort='6.95'>6.95</td><td class='num' data-sort='57.5'>57.5</td><td class='num' data-sort='15.4'>15.4</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.389'>0.389</td><td class='num' data-sort='0.73'>0.730</td><td class='num' data-sort='1.8'>1.8</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='5'>5</td><td class='method' data-sort='ElasticNet'>ElasticNet</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1252.0'>1252<span class='sub'>+49 / −49</span></td><td class='num' data-sort='7.01'>7.01</td><td class='num' data-sort='57.1'>57.1</td><td class='num' data-sort='16.3'>16.3</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.481'>0.481</td><td class='num' data-sort='0.777'>0.777</td><td class='num' data-sort='6.3'>6.3</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='6'>6</td><td class='method' data-sort='MarkovBlanket'>MarkovBlanket</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1248.0'>1248<span class='sub'>+38 / −38</span></td><td class='num' data-sort='7.3'>7.30</td><td class='num' data-sort='55.0'>55.0</td><td class='num' data-sort='17.8'>17.8</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.413'>0.413</td><td class='num' data-sort='0.447'>0.447</td><td class='num' data-sort='0.1'>0.1</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='7'>7</td><td class='method' data-sort='SBE'>SBE</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1224.0'>1224<span class='sub'>+58 / −53</span></td><td class='num' data-sort='7.76'>7.76</td><td class='num' data-sort='51.7'>51.7</td><td class='num' data-sort='21.9'>21.9</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.144'>0.144</td><td class='num' data-sort='0.556'>0.556</td><td class='num' data-sort='2887.2'>2,887.2</td><td class='num' data-sort='47.4'>47.4</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='8'>8</td><td class='method' data-sort='F-Test'>F-Test</td><td class='' data-sort='Correlation'><span class='pill cat-non-search'>Correlation</span><span class='sub'>non-search</span></td><td class='num' data-sort='1212.0'>1212<span class='sub'>+47 / −45</span></td><td class='num' data-sort='7.66'>7.66</td><td class='num' data-sort='52.4'>52.4</td><td class='num' data-sort='18.3'>18.3</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.706'>0.706</td><td class='num' data-sort='0.879'>0.879</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='9'>9</td><td class='method' data-sort='GainRatio'>GainRatio</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1205.0'>1205<span class='sub'>+47 / −45</span></td><td class='num' data-sort='8.25'>8.25</td><td class='num' data-sort='48.2'>48.2</td><td class='num' data-sort='19.7'>19.7</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.67'>0.670</td><td class='num' data-sort='0.856'>0.856</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='10'>10</td><td class='method' data-sort='(R)ReliefF'>(R)ReliefF</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='1199.0'>1199<span class='sub'>+44 / −47</span></td><td class='num' data-sort='7.77'>7.77</td><td class='num' data-sort='51.7'>51.7</td><td class='num' data-sort='17.9'>17.9</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.673'>0.673</td><td class='num' data-sort='0.757'>0.757</td><td class='num' data-sort='12.9'>12.9</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='11'>11</td><td class='method' data-sort='mRMR'>mRMR</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1197.0'>1197<span class='sub'>+43 / −44</span></td><td class='num' data-sort='8.29'>8.29</td><td class='num' data-sort='47.9'>47.9</td><td class='num' data-sort='19.2'>19.2</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.614'>0.614</td><td class='num' data-sort='0.66'>0.660</td><td class='num' data-sort='0.4'>0.4</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='12'>12</td><td class='method' data-sort='SFS'>SFS</td><td class='' data-sort='Forward search'><span class='pill cat-search'>Forward search</span><span class='sub'>search</span></td><td class='num' data-sort='1193.0'>1193<span class='sub'>+51 / −52</span></td><td class='num' data-sort='8.11'>8.11</td><td class='num' data-sort='49.2'>49.2</td><td class='num' data-sort='20.8'>20.8</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.239'>0.239</td><td class='num' data-sort='0.627'>0.627</td><td class='num' data-sort='2274.8'>2,274.8</td><td class='num' data-sort='48.8'>48.8</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='13'>13</td><td class='method' data-sort='LOCO'>LOCO</td><td class='' data-sort='Leave-one-out'><span class='pill cat-search'>Leave-one-out</span><span class='sub'>search</span></td><td class='num' data-sort='1175.0'>1175<span class='sub'>+55 / −56</span></td><td class='num' data-sort='8.2'>8.20</td><td class='num' data-sort='48.6'>48.6</td><td class='num' data-sort='22.8'>22.8</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.151'>0.151</td><td class='num' data-sort='0.575'>0.575</td><td class='num' data-sort='251.9'>251.9</td><td class='num' data-sort='6.6'>6.6</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='14'>14</td><td class='method' data-sort='Random'>Random</td><td class='' data-sort='Baseline'><span class='pill cat-baseline'>Baseline</span></td><td class='num' data-sort='1000.0'>1000<span class='sub'>+46 / −52</span></td><td class='num' data-sort='10.87'>10.87</td><td class='num' data-sort='29.5'>29.5</td><td class='num' data-sort='32.0'>32.0</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='-0.001'>-0.001</td><td class='num' data-sort='0.513'>0.513</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='100.0'>100.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='15'>15</td><td class='method' data-sort='LaplacianScore'>LaplacianScore</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='939.0'>939<span class='sub'>+74 / −91</span></td><td class='num' data-sort='12.1'>12.10</td><td class='num' data-sort='20.7'>20.7</td><td class='num' data-sort='37.6'>37.6</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.66'>0.660</td><td class='num' data-sort='0.827'>0.827</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr></tbody></table></div><script type='text/plain' id='sa-csv'>Rank,Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Avg. rank,Win rate (%),Improvability (%),Error vs. all features,Stability,Validity,Selection time (s),Fallback rate (%),#Datasets,#Comparisons
+</style></head><body><div class='toolbar'><span class='hint'>Click a column to sort. Hover a header for its definition.</span><button onclick="saCsv('selectarena_leaderboard.csv')">CSV</button></div><div class='wrap'><table id='sa-table'><thead><tr><th class='num'>#</th><th class=''>Method</th><th class='' title='Taxonomy of the paper (Appendix A). Search methods evaluate many feature subsets with the model (forward, backward, leave-one-out); non-search methods use a proxy instead (correlation, distance, information theory, tree, regularization).'>Type</th><th class='num' title='Bradley-Terry Elo from pairwise matches within each dataset, budget and downstream model. Random = 1000. +/− give the 95% bootstrap interval.'>Elo ↑</th><th class='num' title='Mean rank of the downstream error.'>Avg. rank ↓</th><th class='num' title='Mean relative gap (error − best error) / error to the best method, in %.'>Improvability ↓</th><th class='num' title='Agreement of the selected features across bootstrap resamples (Nogueira et al., 2018).'>Stability ↑</th><th class='num' title='Share of the budget filled with original features when as many noise features are added.'>Validity ↑</th><th class='num' title='Median wall-clock time of the selection.'>Time (s) ↓</th><th class='num' title='Share of runs where the method ran out of time and random features filled the budget.'>Fallback (%)</th></tr></thead><tbody><tr><td class='num' data-sort='1'>1</td><td class='method' data-sort='RFImportance'>RFImportance</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1321.0'>1321<span class='sub'>+59 / −50</span></td><td class='num' data-sort='6.15'>6.15</td><td class='num' data-sort='12.2'>12.2</td><td class='num' data-sort='0.676'>0.676</td><td class='num' data-sort='0.691'>0.691</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='2'>2</td><td class='method' data-sort='CART'>CART</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1283.0'>1283<span class='sub'>+48 / −47</span></td><td class='num' data-sort='6.72'>6.72</td><td class='num' data-sort='16.5'>16.5</td><td class='num' data-sort='0.444'>0.444</td><td class='num' data-sort='0.572'>0.572</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='3'>3</td><td class='method' data-sort='MI'>MI</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1282.0'>1282<span class='sub'>+49 / −50</span></td><td class='num' data-sort='6.86'>6.86</td><td class='num' data-sort='15.7'>15.7</td><td class='num' data-sort='0.683'>0.683</td><td class='num' data-sort='0.815'>0.815</td><td class='num' data-sort='0.4'>0.4</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='4'>4</td><td class='method' data-sort='Lasso'>Lasso</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1268.0'>1268<span class='sub'>+51 / −51</span></td><td class='num' data-sort='6.95'>6.95</td><td class='num' data-sort='15.4'>15.4</td><td class='num' data-sort='0.389'>0.389</td><td class='num' data-sort='0.73'>0.730</td><td class='num' data-sort='1.8'>1.8</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='5'>5</td><td class='method' data-sort='ElasticNet'>ElasticNet</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1252.0'>1252<span class='sub'>+49 / −49</span></td><td class='num' data-sort='7.01'>7.01</td><td class='num' data-sort='16.3'>16.3</td><td class='num' data-sort='0.481'>0.481</td><td class='num' data-sort='0.777'>0.777</td><td class='num' data-sort='6.3'>6.3</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='6'>6</td><td class='method' data-sort='MarkovBlanket'>MarkovBlanket</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1248.0'>1248<span class='sub'>+38 / −38</span></td><td class='num' data-sort='7.3'>7.30</td><td class='num' data-sort='17.8'>17.8</td><td class='num' data-sort='0.413'>0.413</td><td class='num' data-sort='0.447'>0.447</td><td class='num' data-sort='0.1'>0.1</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='7'>7</td><td class='method' data-sort='SBE'>SBE</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1224.0'>1224<span class='sub'>+58 / −53</span></td><td class='num' data-sort='7.76'>7.76</td><td class='num' data-sort='21.9'>21.9</td><td class='num' data-sort='0.144'>0.144</td><td class='num' data-sort='0.556'>0.556</td><td class='num' data-sort='2887.2'>2,887.2</td><td class='num' data-sort='47.4'>47.4</td></tr><tr><td class='num' data-sort='8'>8</td><td class='method' data-sort='F-Test'>F-Test</td><td class='' data-sort='Correlation'><span class='pill cat-non-search'>Correlation</span><span class='sub'>non-search</span></td><td class='num' data-sort='1212.0'>1212<span class='sub'>+47 / −45</span></td><td class='num' data-sort='7.66'>7.66</td><td class='num' data-sort='18.3'>18.3</td><td class='num' data-sort='0.706'>0.706</td><td class='num' data-sort='0.879'>0.879</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='9'>9</td><td class='method' data-sort='GainRatio'>GainRatio</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1205.0'>1205<span class='sub'>+47 / −45</span></td><td class='num' data-sort='8.25'>8.25</td><td class='num' data-sort='19.7'>19.7</td><td class='num' data-sort='0.67'>0.670</td><td class='num' data-sort='0.856'>0.856</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='10'>10</td><td class='method' data-sort='(R)ReliefF'>(R)ReliefF</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='1199.0'>1199<span class='sub'>+44 / −47</span></td><td class='num' data-sort='7.77'>7.77</td><td class='num' data-sort='17.9'>17.9</td><td class='num' data-sort='0.673'>0.673</td><td class='num' data-sort='0.757'>0.757</td><td class='num' data-sort='12.9'>12.9</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='11'>11</td><td class='method' data-sort='mRMR'>mRMR</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1197.0'>1197<span class='sub'>+43 / −44</span></td><td class='num' data-sort='8.29'>8.29</td><td class='num' data-sort='19.2'>19.2</td><td class='num' data-sort='0.614'>0.614</td><td class='num' data-sort='0.66'>0.660</td><td class='num' data-sort='0.4'>0.4</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='12'>12</td><td class='method' data-sort='SFS'>SFS</td><td class='' data-sort='Forward search'><span class='pill cat-search'>Forward search</span><span class='sub'>search</span></td><td class='num' data-sort='1193.0'>1193<span class='sub'>+51 / −52</span></td><td class='num' data-sort='8.11'>8.11</td><td class='num' data-sort='20.8'>20.8</td><td class='num' data-sort='0.239'>0.239</td><td class='num' data-sort='0.627'>0.627</td><td class='num' data-sort='2274.8'>2,274.8</td><td class='num' data-sort='48.8'>48.8</td></tr><tr><td class='num' data-sort='13'>13</td><td class='method' data-sort='LOCO'>LOCO</td><td class='' data-sort='Leave-one-out'><span class='pill cat-search'>Leave-one-out</span><span class='sub'>search</span></td><td class='num' data-sort='1175.0'>1175<span class='sub'>+55 / −56</span></td><td class='num' data-sort='8.2'>8.20</td><td class='num' data-sort='22.8'>22.8</td><td class='num' data-sort='0.151'>0.151</td><td class='num' data-sort='0.575'>0.575</td><td class='num' data-sort='251.9'>251.9</td><td class='num' data-sort='6.6'>6.6</td></tr><tr><td class='num' data-sort='14'>14</td><td class='method' data-sort='Random'>Random</td><td class='' data-sort='Baseline'><span class='pill cat-baseline'>Baseline</span></td><td class='num' data-sort='1000.0'>1000<span class='sub'>+46 / −52</span></td><td class='num' data-sort='10.87'>10.87</td><td class='num' data-sort='32.0'>32.0</td><td class='num' data-sort='-0.001'>-0.001</td><td class='num' data-sort='0.513'>0.513</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='100.0'>100.0</td></tr><tr><td class='num' data-sort='15'>15</td><td class='method' data-sort='LaplacianScore'>LaplacianScore</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='939.0'>939<span class='sub'>+74 / −91</span></td><td class='num' data-sort='12.1'>12.10</td><td class='num' data-sort='37.6'>37.6</td><td class='num' data-sort='0.66'>0.660</td><td class='num' data-sort='0.827'>0.827</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td></tr></tbody></table></div><script type='text/plain' id='sa-csv'>Rank,Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Avg. rank,Win rate (%),Improvability (%),Error vs. all features,Stability,Validity,Selection time (s),Fallback rate (%),#Datasets,#Comparisons
 1,RFImportance,Non-search,Tree,1321.0,1271.0,1380.0,6.15,63.2,12.2,,0.676,0.691,0.2,0.0,71,213
 2,CART,Non-search,Tree,1283.0,1236.0,1331.0,6.72,59.1,16.5,,0.444,0.572,0.0,0.0,71,213
 3,MI,Non-search,Information theory,1282.0,1232.0,1331.0,6.86,58.2,15.7,,0.683,0.815,0.4,0.0,71,213

data/subsets/tasks_all/models_lightgbm/budgets_3/elo_explorer.html

@@ -11,60 +11,20 @@ html, body { margin:0; padding:0; background:var(--bg); color:var(--fg);
 .toolbar button { font:inherit; font-size:12px; color:var(--fg); background:var(--soft);
   border:1px solid var(--line); border-radius:6px; padding:3px 10px; cursor:pointer; }
 .toolbar button:hover { border-color:var(--accent); }
-</style></head><body><div class='toolbar'><span class='hint'>Hover a method for its values.</span><button onclick='saSvg()'>SVG</button><button onclick='saPng()'>PNG</button><button onclick="saCsv('selectarena_elo.csv')">CSV</button></div><svg id='sa-figure' viewBox='0 0 1156 440' role='img' aria-label='Elo rating of each feature selection method, shaded by stability and validity'><style>
+
+#sa-tip { position:fixed; z-index:10; pointer-events:none; display:none; max-width:280px;
+  padding:6px 9px; border-radius:6px; border:1px solid var(--line); background:var(--bg); color:var(--fg);
+  font-size:12px; line-height:1.45; white-space:pre-line; box-shadow:0 2px 8px rgba(0,0,0,0.15); }
+#sa-tip b { font-weight:600; }
+</style></head><body><div class='toolbar'><span class='hint'>Hover or tap a method for its values.</span><button onclick='saSvg()'>SVG</button><button onclick='saPng()'>PNG</button><button onclick="saCsv('selectarena_elo.csv')">CSV</button></div><svg id='sa-figure' viewBox='0 0 1156 440' role='img' aria-label='Elo rating of each feature selection method, shaded by stability and validity'><style>
 svg { display:block; width:100%; height:auto; }
 .sa-text { fill:var(--fg); }
 .sa-muted { fill:var(--muted); }
 .sa-grid { stroke:var(--line); }
 .sa-ink { stroke:var(--fg); }
-.sa-hit { fill:transparent; }
-.sa-hit:hover { fill:var(--fg); fill-opacity:0.06; }
-</style><defs><pattern id='sa-na' width='6' height='6' patternUnits='userSpaceOnUse' patternTransform='rotate(45)'><rect width='6' height='6' fill='#e5e7eb'/><line x1='0' y1='0' x2='0' y2='6' stroke='#9ca3af' stroke-width='2'/></pattern><linearGradient id='sa-g-stab' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#0072B2'/></linearGradient><linearGradient id='sa-g-val' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#D55E00'/></linearGradient></defs><line class='sa-grid' x1='64' x2='1024' y1='293.6' y2='293.6' stroke-width='1'/><text class='sa-muted' x='56' y='297.6' text-anchor='end' font-size='12'>800</text><line class='sa-grid' x1='64' x2='1024' y1='247.6' y2='247.6' stroke-width='1'/><text class='sa-muted' x='56' y='251.6' text-anchor='end' font-size='12'>900</text><line class='sa-grid' x1='64' x2='1024' y1='201.7' y2='201.7' stroke-width='1'/><text class='sa-muted' x='56' y='205.7' text-anchor='end' font-size='12'>1000</text><line class='sa-grid' x1='64' x2='1024' y1='155.8' y2='155.8' stroke-width='1'/><text class='sa-muted' x='56' y='159.8' text-anchor='end' font-size='12'>1100</text><line class='sa-grid' x1='64' x2='1024' y1='109.9' y2='109.9' stroke-width='1'/><text class='sa-muted' x='56' y='113.9' text-anchor='end' font-size='12'>1200</text><line class='sa-grid' x1='64' x2='1024' y1='63.9' y2='63.9' stroke-width='1'/><text class='sa-muted' x='56' y='67.9' text-anchor='end' font-size='12'>1300</text><line class='sa-grid' x1='64' x2='1024' y1='18.0' y2='18.0' stroke-width='1'/><text class='sa-muted' x='56' y='22.0' text-anchor='end' font-size='12'>1400</text><text class='sa-text' transform='translate(16 173) rotate(-90)' text-anchor='middle' font-size='13'>Elo</text><line class='sa-ink' x1='64' x2='1024' y1='201.7' y2='201.7' stroke-width='1' stroke-dasharray='4 4' opacity='0.5'/><rect x='73.6' y='257.7' width='22.4' height='70.3' fill='#4f9eca' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='96.0' y='257.7' width='22.4' height='70.3' fill='#df853e' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='96.0' x2='96.0' y1='224.7' y2='295.4'/><line x1='91.0' x2='101.0' y1='224.7' y2='224.7'/><line x1='91.0' x2='101.0' y1='295.4' y2='295.4'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(100.0 342.0) rotate(-35)'>LaplacianScore</text><rect class='sa-hit' x='64.0' y='18' width='64' height='414'><title>LaplacianScore (Distance, non-search)
-Elo 878  [95% CI 796–950]
-Stability 0.689
-Validity 0.758</title></rect><rect x='137.6' y='201.7' width='22.4' height='126.3' fill='#feffff' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='160.0' y='201.7' width='22.4' height='126.3' fill='#eaaf81' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='160.0' x2='160.0' y1='178.7' y2='227.9'/><line x1='155.0' x2='165.0' y1='178.7' y2='178.7'/><line x1='155.0' x2='165.0' y1='227.9' y2='227.9'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(164.0 342.0) rotate(-35)'>Random</text><rect class='sa-hit' x='128.0' y='18' width='64' height='414'><title>Random (Baseline, baseline)
-Elo 1000  [95% CI 943–1050]
-Stability 0.002
-Validity 0.494</title></rect><rect x='201.6' y='156.7' width='22.4' height='171.3' fill='#c6dfee' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='224.0' y='156.7' width='22.4' height='171.3' fill='#e7a46e' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='224.0' x2='224.0' y1='133.7' y2='178.7'/><line x1='219.0' x2='229.0' y1='133.7' y2='133.7'/><line x1='219.0' x2='229.0' y1='178.7' y2='178.7'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(228.0 342.0) rotate(-35)'>SFS</text><rect class='sa-hit' x='192.0' y='18' width='64' height='414'><title>SFS (Forward search, search)
-Elo 1098  [95% CI 1050–1148]
-Stability 0.225
-Validity 0.568</title></rect><rect x='265.6' y='148.9' width='22.4' height='179.1' fill='#5ca5ce' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='288.0' y='148.9' width='22.4' height='179.1' fill='#df863f' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='288.0' x2='288.0' y1='127.8' y2='169.1'/><line x1='283.0' x2='293.0' y1='127.8' y2='127.8'/><line x1='283.0' x2='293.0' y1='169.1' y2='169.1'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(292.0 342.0) rotate(-35)'>GainRatio</text><rect class='sa-hit' x='256.0' y='18' width='64' height='414'><title>GainRatio (Information theory, non-search)
-Elo 1115  [95% CI 1071–1161]
-Stability 0.641
-Validity 0.751</title></rect><rect x='329.6' y='147.5' width='22.4' height='180.5' fill='#e2eff6' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='352.0' y='147.5' width='22.4' height='180.5' fill='#e8a774' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='352.0' x2='352.0' y1='123.2' y2='171.9'/><line x1='347.0' x2='357.0' y1='123.2' y2='123.2'/><line x1='347.0' x2='357.0' y1='171.9' y2='171.9'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(356.0 342.0) rotate(-35)'>LOCO</text><rect class='sa-hit' x='320.0' y='18' width='64' height='414'><title>LOCO (Leave-one-out, search)
-Elo 1118  [95% CI 1065–1171]
-Stability 0.114
-Validity 0.544</title></rect><rect x='393.6' y='145.7' width='22.4' height='182.3' fill='#e7f2f8' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='416.0' y='145.7' width='22.4' height='182.3' fill='#e9aa78' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='416.0' x2='416.0' y1='119.5' y2='172.3'/><line x1='411.0' x2='421.0' y1='119.5' y2='119.5'/><line x1='411.0' x2='421.0' y1='172.3' y2='172.3'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(420.0 342.0) rotate(-35)'>SBE</text><rect class='sa-hit' x='384.0' y='18' width='64' height='414'><title>SBE (Backward search, search)
-Elo 1122  [95% CI 1064–1179]
-Stability 0.095
-Validity 0.530</title></rect><rect x='457.6' y='142.9' width='22.4' height='185.1' fill='#90c2de' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='480.0' y='142.9' width='22.4' height='185.1' fill='#ebb386' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='480.0' x2='480.0' y1='123.2' y2='162.7'/><line x1='475.0' x2='485.0' y1='123.2' y2='123.2'/><line x1='475.0' x2='485.0' y1='162.7' y2='162.7'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(484.0 342.0) rotate(-35)'>MarkovBlanket</text><rect class='sa-hit' x='448.0' y='18' width='64' height='414'><title>MarkovBlanket (Backward search, search)
-Elo 1128  [95% CI 1085–1171]
-Stability 0.434
-Validity 0.473</title></rect><rect x='521.6' y='135.1' width='22.4' height='192.9' fill='#58a3cc' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='544.0' y='135.1' width='22.4' height='192.9' fill='#e39455' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='544.0' x2='544.0' y1='111.2' y2='158.1'/><line x1='539.0' x2='549.0' y1='111.2' y2='111.2'/><line x1='539.0' x2='549.0' y1='158.1' y2='158.1'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(548.0 342.0) rotate(-35)'>(R)ReliefF</text><rect class='sa-hit' x='512.0' y='18' width='64' height='414'><title>(R)ReliefF (Distance, non-search)
-Elo 1145  [95% CI 1095–1197]
-Stability 0.656
-Validity 0.667</title></rect><rect x='585.6' y='131.4' width='22.4' height='196.6' fill='#58a3cc' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='608.0' y='131.4' width='22.4' height='196.6' fill='#e6a068' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='608.0' x2='608.0' y1='111.7' y2='151.2'/><line x1='603.0' x2='613.0' y1='111.7' y2='111.7'/><line x1='603.0' x2='613.0' y1='151.2' y2='151.2'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(612.0 342.0) rotate(-35)'>mRMR</text><rect class='sa-hit' x='576.0' y='18' width='64' height='414'><title>mRMR (Information theory, non-search)
-Elo 1153  [95% CI 1110–1196]
-Stability 0.656
-Validity 0.593</title></rect><rect x='649.6' y='117.7' width='22.4' height='210.3' fill='#55a1cc' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='672.0' y='117.7' width='22.4' height='210.3' fill='#de8138' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='672.0' x2='672.0' y1='97.5' y2='139.7'/><line x1='667.0' x2='677.0' y1='97.5' y2='97.5'/><line x1='667.0' x2='677.0' y1='139.7' y2='139.7'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(676.0 342.0) rotate(-35)'>F-Test</text><rect class='sa-hit' x='640.0' y='18' width='64' height='414'><title>F-Test (Correlation, non-search)
-Elo 1183  [95% CI 1135–1227]
-Stability 0.668
-Validity 0.781</title></rect><rect x='713.6' y='111.2' width='22.4' height='216.8' fill='#5aa3cd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='736.0' y='111.2' width='22.4' height='216.8' fill='#e18b47' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='736.0' x2='736.0' y1='89.2' y2='133.7'/><line x1='731.0' x2='741.0' y1='89.2' y2='89.2'/><line x1='731.0' x2='741.0' y1='133.7' y2='133.7'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(740.0 342.0) rotate(-35)'>MI</text><rect class='sa-hit' x='704.0' y='18' width='64' height='414'><title>MI (Information theory, non-search)
-Elo 1197  [95% CI 1148–1245]
-Stability 0.649
-Validity 0.723</title></rect><rect x='777.6' y='106.6' width='22.4' height='221.4' fill='#aad0e5' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='800.0' y='106.6' width='22.4' height='221.4' fill='#e4975b' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='800.0' x2='800.0' y1='85.5' y2='128.2'/><line x1='795.0' x2='805.0' y1='85.5' y2='85.5'/><line x1='795.0' x2='805.0' y1='128.2' y2='128.2'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(804.0 342.0) rotate(-35)'>Lasso</text><rect class='sa-hit' x='768.0' y='18' width='64' height='414'><title>Lasso (Regularization, non-search)
-Elo 1207  [95% CI 1160–1253]
-Stability 0.334
-Validity 0.643</title></rect><rect x='841.6' y='106.6' width='22.4' height='221.4' fill='#94c4df' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='864.0' y='106.6' width='22.4' height='221.4' fill='#e39455' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='864.0' x2='864.0' y1='81.8' y2='131.0'/><line x1='859.0' x2='869.0' y1='81.8' y2='81.8'/><line x1='859.0' x2='869.0' y1='131.0' y2='131.0'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(868.0 342.0) rotate(-35)'>ElasticNet</text><rect class='sa-hit' x='832.0' y='18' width='64' height='414'><title>ElasticNet (Regularization, non-search)
-Elo 1207  [95% CI 1154–1261]
-Stability 0.419
-Validity 0.665</title></rect><rect x='905.6' y='105.3' width='22.4' height='222.7' fill='#98c6e0' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='928.0' y='105.3' width='22.4' height='222.7' fill='#eaad7e' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='928.0' x2='928.0' y1='83.2' y2='124.1'/><line x1='923.0' x2='933.0' y1='83.2' y2='83.2'/><line x1='923.0' x2='933.0' y1='124.1' y2='124.1'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(932.0 342.0) rotate(-35)'>CART</text><rect class='sa-hit' x='896.0' y='18' width='64' height='414'><title>CART (Tree, non-search)
-Elo 1210  [95% CI 1169–1258]
-Stability 0.402
-Validity 0.507</title></rect><rect x='969.6' y='76.3' width='22.4' height='251.7' fill='#56a2cc' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='992.0' y='76.3' width='22.4' height='251.7' fill='#e69e66' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='992.0' x2='992.0' y1='49.7' y2='98.8'/><line x1='987.0' x2='997.0' y1='49.7' y2='49.7'/><line x1='987.0' x2='997.0' y1='98.8' y2='98.8'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(996.0 342.0) rotate(-35)'>RFImportance</text><rect class='sa-hit' x='960.0' y='18' width='64' height='414'><title>RFImportance (Tree, non-search)
-Elo 1273  [95% CI 1224–1331]
-Stability 0.661
-Validity 0.600</title></rect><line class='sa-ink' x1='64' x2='1024' y1='328.0' y2='328.0' stroke-width='1' opacity='0.4'/><rect x='1070' y='40.0' width='12' height='107.0' fill='url(#sa-g-stab)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='30.0' text-anchor='middle' font-size='12'>stable</text><text class='sa-text' x='1076' y='165.0' text-anchor='middle' font-size='12'>unstable</text><text class='sa-muted' x='1088' y='151.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='97.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='44.0' font-size='11'>1.0</text><rect x='1070' y='207.0' width='12' height='107.0' fill='url(#sa-g-val)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='197.0' text-anchor='middle' font-size='12'>valid</text><text class='sa-text' x='1076' y='332.0' text-anchor='middle' font-size='12'>invalid</text><text class='sa-muted' x='1088' y='318.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='264.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='211.0' font-size='11'>1.0</text><rect x='1070' y='352.0' width='12' height='12' fill='url(#sa-na)' stroke='#000' stroke-width='0.6'/><text class='sa-muted' x='1088' y='362.0' font-size='11'>no result</text></svg><script type='text/plain' id='sa-csv'>Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Stability,Validity
+.sa-hit { fill:transparent; cursor:default; }
+.sa-hit:hover, .sa-hit.sa-on { fill:var(--fg); fill-opacity:0.06; }
+</style><defs><pattern id='sa-na' width='6' height='6' patternUnits='userSpaceOnUse' patternTransform='rotate(45)'><rect width='6' height='6' fill='#e5e7eb'/><line x1='0' y1='0' x2='0' y2='6' stroke='#9ca3af' stroke-width='2'/></pattern><linearGradient id='sa-g-stab' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#0072B2'/></linearGradient><linearGradient id='sa-g-val' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#D55E00'/></linearGradient></defs><line class='sa-grid' x1='64' x2='1024' y1='293.6' y2='293.6' stroke-width='1'/><text class='sa-muted' x='56' y='297.6' text-anchor='end' font-size='12'>800</text><line class='sa-grid' x1='64' x2='1024' y1='247.6' y2='247.6' stroke-width='1'/><text class='sa-muted' x='56' y='251.6' text-anchor='end' font-size='12'>900</text><line class='sa-grid' x1='64' x2='1024' y1='201.7' y2='201.7' stroke-width='1'/><text class='sa-muted' x='56' y='205.7' text-anchor='end' font-size='12'>1000</text><line class='sa-grid' x1='64' x2='1024' y1='155.8' y2='155.8' stroke-width='1'/><text class='sa-muted' x='56' y='159.8' text-anchor='end' font-size='12'>1100</text><line class='sa-grid' x1='64' x2='1024' y1='109.9' y2='109.9' stroke-width='1'/><text class='sa-muted' x='56' y='113.9' text-anchor='end' font-size='12'>1200</text><line class='sa-grid' x1='64' x2='1024' y1='63.9' y2='63.9' stroke-width='1'/><text class='sa-muted' x='56' y='67.9' text-anchor='end' font-size='12'>1300</text><line class='sa-grid' x1='64' x2='1024' y1='18.0' y2='18.0' stroke-width='1'/><text class='sa-muted' x='56' y='22.0' text-anchor='end' font-size='12'>1400</text><text class='sa-text' transform='translate(16 173) rotate(-90)' text-anchor='middle' font-size='13'>Elo</text><line class='sa-ink' x1='64' x2='1024' y1='201.7' y2='201.7' stroke-width='1' stroke-dasharray='4 4' opacity='0.5'/><rect x='73.6' y='257.7' width='22.4' height='70.3' fill='#4f9eca' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='96.0' y='257.7' width='22.4' height='70.3' fill='#df853e' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='96.0' x2='96.0' y1='224.7' y2='295.4'/><line x1='91.0' x2='101.0' y1='224.7' y2='224.7'/><line x1='91.0' x2='101.0' y1='295.4' y2='295.4'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(100.0 342.0) rotate(-35)'>LaplacianScore</text><rect class='sa-hit' x='64.0' y='18' width='64' height='414' data-tip='LaplacianScore (Distance, non-search)&#10;Elo 878  [95% CI 796–950]&#10;Stability 0.689&#10;Validity 0.758' aria-label='LaplacianScore (Distance, non-search)&#10;Elo 878  [95% CI 796–950]&#10;Stability 0.689&#10;Validity 0.758'/><rect x='137.6' y='201.7' width='22.4' height='126.3' fill='#feffff' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='160.0' y='201.7' width='22.4' height='126.3' fill='#eaaf81' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='160.0' x2='160.0' y1='178.7' y2='227.9'/><line x1='155.0' x2='165.0' y1='178.7' y2='178.7'/><line x1='155.0' x2='165.0' y1='227.9' y2='227.9'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(164.0 342.0) rotate(-35)'>Random</text><rect class='sa-hit' x='128.0' y='18' width='64' height='414' data-tip='Random (Baseline, baseline)&#10;Elo 1000  [95% CI 943–1050]&#10;Stability 0.002&#10;Validity 0.494' aria-label='Random (Baseline, baseline)&#10;Elo 1000  [95% CI 943–1050]&#10;Stability 0.002&#10;Validity 0.494'/><rect x='201.6' y='156.7' width='22.4' height='171.3' fill='#c6dfee' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='224.0' y='156.7' width='22.4' height='171.3' fill='#e7a46e' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='224.0' x2='224.0' y1='133.7' y2='178.7'/><line x1='219.0' x2='229.0' y1='133.7' y2='133.7'/><line x1='219.0' x2='229.0' y1='178.7' y2='178.7'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(228.0 342.0) rotate(-35)'>SFS</text><rect class='sa-hit' x='192.0' y='18' width='64' height='414' data-tip='SFS (Forward search, search)&#10;Elo 1098  [95% CI 1050–1148]&#10;Stability 0.225&#10;Validity 0.568' aria-label='SFS (Forward search, search)&#10;Elo 1098  [95% CI 1050–1148]&#10;Stability 0.225&#10;Validity 0.568'/><rect x='265.6' y='148.9' width='22.4' height='179.1' fill='#5ca5ce' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='288.0' y='148.9' width='22.4' height='179.1' fill='#df863f' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='288.0' x2='288.0' y1='127.8' y2='169.1'/><line x1='283.0' x2='293.0' y1='127.8' y2='127.8'/><line x1='283.0' x2='293.0' y1='169.1' y2='169.1'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(292.0 342.0) rotate(-35)'>GainRatio</text><rect class='sa-hit' x='256.0' y='18' width='64' height='414' data-tip='GainRatio (Information theory, non-search)&#10;Elo 1115  [95% CI 1071–1161]&#10;Stability 0.641&#10;Validity 0.751' aria-label='GainRatio (Information theory, non-search)&#10;Elo 1115  [95% CI 1071–1161]&#10;Stability 0.641&#10;Validity 0.751'/><rect x='329.6' y='147.5' width='22.4' height='180.5' fill='#e2eff6' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='352.0' y='147.5' width='22.4' height='180.5' fill='#e8a774' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='352.0' x2='352.0' y1='123.2' y2='171.9'/><line x1='347.0' x2='357.0' y1='123.2' y2='123.2'/><line x1='347.0' x2='357.0' y1='171.9' y2='171.9'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(356.0 342.0) rotate(-35)'>LOCO</text><rect class='sa-hit' x='320.0' y='18' width='64' height='414' data-tip='LOCO (Leave-one-out, search)&#10;Elo 1118  [95% CI 1065–1171]&#10;Stability 0.114&#10;Validity 0.544' aria-label='LOCO (Leave-one-out, search)&#10;Elo 1118  [95% CI 1065–1171]&#10;Stability 0.114&#10;Validity 0.544'/><rect x='393.6' y='145.7' width='22.4' height='182.3' fill='#e7f2f8' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='416.0' y='145.7' width='22.4' height='182.3' fill='#e9aa78' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='416.0' x2='416.0' y1='119.5' y2='172.3'/><line x1='411.0' x2='421.0' y1='119.5' y2='119.5'/><line x1='411.0' x2='421.0' y1='172.3' y2='172.3'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(420.0 342.0) rotate(-35)'>SBE</text><rect class='sa-hit' x='384.0' y='18' width='64' height='414' data-tip='SBE (Backward search, search)&#10;Elo 1122  [95% CI 1064–1179]&#10;Stability 0.095&#10;Validity 0.530' aria-label='SBE (Backward search, search)&#10;Elo 1122  [95% CI 1064–1179]&#10;Stability 0.095&#10;Validity 0.530'/><rect x='457.6' y='142.9' width='22.4' height='185.1' fill='#90c2de' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='480.0' y='142.9' width='22.4' height='185.1' fill='#ebb386' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='480.0' x2='480.0' y1='123.2' y2='162.7'/><line x1='475.0' x2='485.0' y1='123.2' y2='123.2'/><line x1='475.0' x2='485.0' y1='162.7' y2='162.7'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(484.0 342.0) rotate(-35)'>MarkovBlanket</text><rect class='sa-hit' x='448.0' y='18' width='64' height='414' data-tip='MarkovBlanket (Backward search, search)&#10;Elo 1128  [95% CI 1085–1171]&#10;Stability 0.434&#10;Validity 0.473' aria-label='MarkovBlanket (Backward search, search)&#10;Elo 1128  [95% CI 1085–1171]&#10;Stability 0.434&#10;Validity 0.473'/><rect x='521.6' y='135.1' width='22.4' height='192.9' fill='#58a3cc' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='544.0' y='135.1' width='22.4' height='192.9' fill='#e39455' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='544.0' x2='544.0' y1='111.2' y2='158.1'/><line x1='539.0' x2='549.0' y1='111.2' y2='111.2'/><line x1='539.0' x2='549.0' y1='158.1' y2='158.1'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(548.0 342.0) rotate(-35)'>(R)ReliefF</text><rect class='sa-hit' x='512.0' y='18' width='64' height='414' data-tip='(R)ReliefF (Distance, non-search)&#10;Elo 1145  [95% CI 1095–1197]&#10;Stability 0.656&#10;Validity 0.667' aria-label='(R)ReliefF (Distance, non-search)&#10;Elo 1145  [95% CI 1095–1197]&#10;Stability 0.656&#10;Validity 0.667'/><rect x='585.6' y='131.4' width='22.4' height='196.6' fill='#58a3cc' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='608.0' y='131.4' width='22.4' height='196.6' fill='#e6a068' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='608.0' x2='608.0' y1='111.7' y2='151.2'/><line x1='603.0' x2='613.0' y1='111.7' y2='111.7'/><line x1='603.0' x2='613.0' y1='151.2' y2='151.2'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(612.0 342.0) rotate(-35)'>mRMR</text><rect class='sa-hit' x='576.0' y='18' width='64' height='414' data-tip='mRMR (Information theory, non-search)&#10;Elo 1153  [95% CI 1110–1196]&#10;Stability 0.656&#10;Validity 0.593' aria-label='mRMR (Information theory, non-search)&#10;Elo 1153  [95% CI 1110–1196]&#10;Stability 0.656&#10;Validity 0.593'/><rect x='649.6' y='117.7' width='22.4' height='210.3' fill='#55a1cc' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='672.0' y='117.7' width='22.4' height='210.3' fill='#de8138' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='672.0' x2='672.0' y1='97.5' y2='139.7'/><line x1='667.0' x2='677.0' y1='97.5' y2='97.5'/><line x1='667.0' x2='677.0' y1='139.7' y2='139.7'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(676.0 342.0) rotate(-35)'>F-Test</text><rect class='sa-hit' x='640.0' y='18' width='64' height='414' data-tip='F-Test (Correlation, non-search)&#10;Elo 1183  [95% CI 1135–1227]&#10;Stability 0.668&#10;Validity 0.781' aria-label='F-Test (Correlation, non-search)&#10;Elo 1183  [95% CI 1135–1227]&#10;Stability 0.668&#10;Validity 0.781'/><rect x='713.6' y='111.2' width='22.4' height='216.8' fill='#5aa3cd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='736.0' y='111.2' width='22.4' height='216.8' fill='#e18b47' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='736.0' x2='736.0' y1='89.2' y2='133.7'/><line x1='731.0' x2='741.0' y1='89.2' y2='89.2'/><line x1='731.0' x2='741.0' y1='133.7' y2='133.7'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(740.0 342.0) rotate(-35)'>MI</text><rect class='sa-hit' x='704.0' y='18' width='64' height='414' data-tip='MI (Information theory, non-search)&#10;Elo 1197  [95% CI 1148–1245]&#10;Stability 0.649&#10;Validity 0.723' aria-label='MI (Information theory, non-search)&#10;Elo 1197  [95% CI 1148–1245]&#10;Stability 0.649&#10;Validity 0.723'/><rect x='777.6' y='106.6' width='22.4' height='221.4' fill='#aad0e5' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='800.0' y='106.6' width='22.4' height='221.4' fill='#e4975b' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='800.0' x2='800.0' y1='85.5' y2='128.2'/><line x1='795.0' x2='805.0' y1='85.5' y2='85.5'/><line x1='795.0' x2='805.0' y1='128.2' y2='128.2'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(804.0 342.0) rotate(-35)'>Lasso</text><rect class='sa-hit' x='768.0' y='18' width='64' height='414' data-tip='Lasso (Regularization, non-search)&#10;Elo 1207  [95% CI 1160–1253]&#10;Stability 0.334&#10;Validity 0.643' aria-label='Lasso (Regularization, non-search)&#10;Elo 1207  [95% CI 1160–1253]&#10;Stability 0.334&#10;Validity 0.643'/><rect x='841.6' y='106.6' width='22.4' height='221.4' fill='#94c4df' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='864.0' y='106.6' width='22.4' height='221.4' fill='#e39455' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='864.0' x2='864.0' y1='81.8' y2='131.0'/><line x1='859.0' x2='869.0' y1='81.8' y2='81.8'/><line x1='859.0' x2='869.0' y1='131.0' y2='131.0'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(868.0 342.0) rotate(-35)'>ElasticNet</text><rect class='sa-hit' x='832.0' y='18' width='64' height='414' data-tip='ElasticNet (Regularization, non-search)&#10;Elo 1207  [95% CI 1154–1261]&#10;Stability 0.419&#10;Validity 0.665' aria-label='ElasticNet (Regularization, non-search)&#10;Elo 1207  [95% CI 1154–1261]&#10;Stability 0.419&#10;Validity 0.665'/><rect x='905.6' y='105.3' width='22.4' height='222.7' fill='#98c6e0' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='928.0' y='105.3' width='22.4' height='222.7' fill='#eaad7e' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='928.0' x2='928.0' y1='83.2' y2='124.1'/><line x1='923.0' x2='933.0' y1='83.2' y2='83.2'/><line x1='923.0' x2='933.0' y1='124.1' y2='124.1'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(932.0 342.0) rotate(-35)'>CART</text><rect class='sa-hit' x='896.0' y='18' width='64' height='414' data-tip='CART (Tree, non-search)&#10;Elo 1210  [95% CI 1169–1258]&#10;Stability 0.402&#10;Validity 0.507' aria-label='CART (Tree, non-search)&#10;Elo 1210  [95% CI 1169–1258]&#10;Stability 0.402&#10;Validity 0.507'/><rect x='969.6' y='76.3' width='22.4' height='251.7' fill='#56a2cc' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='992.0' y='76.3' width='22.4' height='251.7' fill='#e69e66' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='992.0' x2='992.0' y1='49.7' y2='98.8'/><line x1='987.0' x2='997.0' y1='49.7' y2='49.7'/><line x1='987.0' x2='997.0' y1='98.8' y2='98.8'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(996.0 342.0) rotate(-35)'>RFImportance</text><rect class='sa-hit' x='960.0' y='18' width='64' height='414' data-tip='RFImportance (Tree, non-search)&#10;Elo 1273  [95% CI 1224–1331]&#10;Stability 0.661&#10;Validity 0.600' aria-label='RFImportance (Tree, non-search)&#10;Elo 1273  [95% CI 1224–1331]&#10;Stability 0.661&#10;Validity 0.600'/><line class='sa-ink' x1='64' x2='1024' y1='328.0' y2='328.0' stroke-width='1' opacity='0.4'/><rect x='1070' y='40.0' width='12' height='107.0' fill='url(#sa-g-stab)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='30.0' text-anchor='middle' font-size='12'>stable</text><text class='sa-text' x='1076' y='165.0' text-anchor='middle' font-size='12'>unstable</text><text class='sa-muted' x='1088' y='151.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='97.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='44.0' font-size='11'>1.0</text><rect x='1070' y='207.0' width='12' height='107.0' fill='url(#sa-g-val)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='197.0' text-anchor='middle' font-size='12'>valid</text><text class='sa-text' x='1076' y='332.0' text-anchor='middle' font-size='12'>invalid</text><text class='sa-muted' x='1088' y='318.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='264.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='211.0' font-size='11'>1.0</text><rect x='1070' y='352.0' width='12' height='12' fill='url(#sa-na)' stroke='#000' stroke-width='0.6'/><text class='sa-muted' x='1088' y='362.0' font-size='11'>no result</text></svg><script type='text/plain' id='sa-csv'>Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Stability,Validity
 RFImportance,Non-search,Tree,1273.0,1224.0,1331.0,0.661,0.6
 CART,Non-search,Tree,1210.0,1169.0,1258.0,0.402,0.507
 Lasso,Non-search,Regularization,1207.0,1160.0,1253.0,0.334,0.643
@@ -105,6 +65,47 @@ function saCsv(name) {
   if (window.ResizeObserver) new ResizeObserver(post).observe(document.body);
 })();
 
+// Instant tooltip: a native SVG <title> only shows after a browser delay of 1-3 s.
+(function () {
+  var tip = document.createElement('div');
+  tip.id = 'sa-tip';
+  document.body.appendChild(tip);
+  var current = null;
+  function show(hit, x, y) {
+    if (current !== hit) {
+      if (current) current.classList.remove('sa-on');
+      current = hit;
+      hit.classList.add('sa-on');
+      var lines = hit.getAttribute('data-tip').split('\n');
+      tip.textContent = '';
+      var head = document.createElement('b');
+      head.textContent = lines[0];
+      tip.appendChild(head);
+      tip.appendChild(document.createTextNode('\n' + lines.slice(1).join('\n')));
+      tip.style.display = 'block';
+    }
+    var w = tip.offsetWidth, h = tip.offsetHeight;
+    var left = x + 14, top = y + 14;
+    if (left + w > window.innerWidth - 4) left = Math.max(4, x - w - 14);
+    if (top + h > window.innerHeight - 4) top = Math.max(4, y - h - 14);
+    tip.style.left = left + 'px';
+    tip.style.top = top + 'px';
+  }
+  function hide() {
+    if (current) current.classList.remove('sa-on');
+    current = null;
+    tip.style.display = 'none';
+  }
+  document.addEventListener('pointermove', function (e) {
+    var hit = e.target.closest ? e.target.closest('.sa-hit') : null;
+    if (hit) show(hit, e.clientX, e.clientY); else if (e.pointerType === 'mouse') hide();
+  });
+  document.addEventListener('pointerdown', function (e) {  // touch: tap a bar to show, elsewhere to hide
+    var hit = e.target.closest ? e.target.closest('.sa-hit') : null;
+    if (hit) show(hit, e.clientX, e.clientY); else hide();
+  });
+  document.addEventListener('mouseleave', hide);
+})();
 function saSvgString() {
   var svg = document.getElementById('sa-figure').cloneNode(true);
   var style = getComputedStyle(document.documentElement);

data/subsets/tasks_all/models_lightgbm/budgets_3/leaderboard_table.html

@@ -29,7 +29,7 @@ td.na { color:var(--muted); }
   font-size:12px; color:var(--fg); }
 .pill.cat-search { border-color:var(--accent); }
 .pill.cat-baseline { color:var(--muted); }
-</style></head><body><div class='toolbar'><span class='hint'>Click a column to sort. Hover a header for its definition.</span><button onclick="saCsv('selectarena_leaderboard.csv')">CSV</button></div><div class='wrap'><table id='sa-table'><thead><tr><th class='num'>#</th><th class=''>Method</th><th class='' title='Taxonomy of the paper (Appendix A). Search methods evaluate many feature subsets with the model (forward, backward, leave-one-out); non-search methods use a proxy instead (correlation, distance, information theory, tree, regularization).'>Type</th><th class='num' title='Bradley-Terry Elo from pairwise matches within each dataset, budget and downstream model. Random = 1000. +/− give the 95% bootstrap interval.'>Elo ↑</th><th class='num' title='Mean rank of the downstream error.'>Avg. rank ↓</th><th class='num' title='Share of pairwise comparisons won, in %. Ties count half.'>Win rate ↑</th><th class='num' title='Mean relative gap (error − best error) / error to the best method, in %.'>Improvability ↓</th><th class='num' title='Mean ratio of the error to the same model trained on all features. Below 1: the selection helped.'>Error vs. all ↓</th><th class='num' title='Agreement of the selected features across bootstrap resamples (Nogueira et al., 2018).'>Stability ↑</th><th class='num' title='Share of the budget filled with original features when as many noise features are added.'>Validity ↑</th><th class='num' title='Median wall-clock time of the selection.'>Time (s) ↓</th><th class='num' title='Share of runs where the method ran out of time and random features filled the budget.'>Fallback (%)</th><th class='num'>#Datasets</th></tr></thead><tbody><tr><td class='num' data-sort='1'>1</td><td class='method' data-sort='RFImportance'>RFImportance</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1273.0'>1273<span class='sub'>+58 / −49</span></td><td class='num' data-sort='5.82'>5.82</td><td class='num' data-sort='65.6'>65.6</td><td class='num' data-sort='11.0'>11.0</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.661'>0.661</td><td class='num' data-sort='0.6'>0.600</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='2'>2</td><td class='method' data-sort='CART'>CART</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1210.0'>1210<span class='sub'>+48 / −41</span></td><td class='num' data-sort='6.66'>6.66</td><td class='num' data-sort='59.6'>59.6</td><td class='num' data-sort='14.0'>14.0</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.402'>0.402</td><td class='num' data-sort='0.507'>0.507</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='3'>3</td><td class='method' data-sort='Lasso'>Lasso</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1207.0'>1207<span class='sub'>+46 / −47</span></td><td class='num' data-sort='6.9'>6.90</td><td class='num' data-sort='57.9'>57.9</td><td class='num' data-sort='13.4'>13.4</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.334'>0.334</td><td class='num' data-sort='0.643'>0.643</td><td class='num' data-sort='1.9'>1.9</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='4'>4</td><td class='method' data-sort='ElasticNet'>ElasticNet</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1207.0'>1207<span class='sub'>+54 / −53</span></td><td class='num' data-sort='6.79'>6.79</td><td class='num' data-sort='58.6'>58.6</td><td class='num' data-sort='14.1'>14.1</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.419'>0.419</td><td class='num' data-sort='0.665'>0.665</td><td class='num' data-sort='6.1'>6.1</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='5'>5</td><td class='method' data-sort='MI'>MI</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1197.0'>1197<span class='sub'>+48 / −49</span></td><td class='num' data-sort='7.19'>7.19</td><td class='num' data-sort='55.8'>55.8</td><td class='num' data-sort='14.4'>14.4</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.649'>0.649</td><td class='num' data-sort='0.723'>0.723</td><td class='num' data-sort='0.4'>0.4</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='6'>6</td><td class='method' data-sort='F-Test'>F-Test</td><td class='' data-sort='Correlation'><span class='pill cat-non-search'>Correlation</span><span class='sub'>non-search</span></td><td class='num' data-sort='1183.0'>1183<span class='sub'>+44 / −48</span></td><td class='num' data-sort='7.42'>7.42</td><td class='num' data-sort='54.1'>54.1</td><td class='num' data-sort='13.5'>13.5</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.668'>0.668</td><td class='num' data-sort='0.781'>0.781</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='7'>7</td><td class='method' data-sort='mRMR'>mRMR</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1153.0'>1153<span class='sub'>+43 / −43</span></td><td class='num' data-sort='8.12'>8.12</td><td class='num' data-sort='49.1'>49.1</td><td class='num' data-sort='15.4'>15.4</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.656'>0.656</td><td class='num' data-sort='0.593'>0.593</td><td class='num' data-sort='0.5'>0.5</td><td class='num' data-sort='7.0'>7.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='8'>8</td><td class='method' data-sort='(R)ReliefF'>(R)ReliefF</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='1145.0'>1145<span class='sub'>+52 / −50</span></td><td class='num' data-sort='7.9'>7.90</td><td class='num' data-sort='50.7'>50.7</td><td class='num' data-sort='14.4'>14.4</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.656'>0.656</td><td class='num' data-sort='0.667'>0.667</td><td class='num' data-sort='13.1'>13.1</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='9'>9</td><td class='method' data-sort='MarkovBlanket'>MarkovBlanket</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1128.0'>1128<span class='sub'>+43 / −43</span></td><td class='num' data-sort='8.14'>8.14</td><td class='num' data-sort='49.0'>49.0</td><td class='num' data-sort='16.5'>16.5</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.434'>0.434</td><td class='num' data-sort='0.473'>0.473</td><td class='num' data-sort='0.1'>0.1</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='10'>10</td><td class='method' data-sort='SBE'>SBE</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1122.0'>1122<span class='sub'>+57 / −58</span></td><td class='num' data-sort='7.98'>7.98</td><td class='num' data-sort='50.1'>50.1</td><td class='num' data-sort='18.4'>18.4</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.095'>0.095</td><td class='num' data-sort='0.53'>0.530</td><td class='num' data-sort='1923.4'>1,923.4</td><td class='num' data-sort='44.6'>44.6</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='11'>11</td><td class='method' data-sort='LOCO'>LOCO</td><td class='' data-sort='Leave-one-out'><span class='pill cat-search'>Leave-one-out</span><span class='sub'>search</span></td><td class='num' data-sort='1118.0'>1118<span class='sub'>+53 / −53</span></td><td class='num' data-sort='8.21'>8.21</td><td class='num' data-sort='48.5'>48.5</td><td class='num' data-sort='19.1'>19.1</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.114'>0.114</td><td class='num' data-sort='0.544'>0.544</td><td class='num' data-sort='236.6'>236.6</td><td class='num' data-sort='11.3'>11.3</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='12'>12</td><td class='method' data-sort='GainRatio'>GainRatio</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1115.0'>1115<span class='sub'>+46 / −44</span></td><td class='num' data-sort='8.49'>8.49</td><td class='num' data-sort='46.5'>46.5</td><td class='num' data-sort='16.2'>16.2</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.641'>0.641</td><td class='num' data-sort='0.751'>0.751</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='13'>13</td><td class='method' data-sort='SFS'>SFS</td><td class='' data-sort='Forward search'><span class='pill cat-search'>Forward search</span><span class='sub'>search</span></td><td class='num' data-sort='1098.0'>1098<span class='sub'>+50 / −48</span></td><td class='num' data-sort='8.54'>8.54</td><td class='num' data-sort='46.1'>46.1</td><td class='num' data-sort='19.2'>19.2</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.225'>0.225</td><td class='num' data-sort='0.568'>0.568</td><td class='num' data-sort='2771.3'>2,771.3</td><td class='num' data-sort='48.4'>48.4</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='14'>14</td><td class='method' data-sort='Random'>Random</td><td class='' data-sort='Baseline'><span class='pill cat-baseline'>Baseline</span></td><td class='num' data-sort='1000.0'>1000<span class='sub'>+50 / −57</span></td><td class='num' data-sort='9.97'>9.97</td><td class='num' data-sort='35.9'>35.9</td><td class='num' data-sort='24.9'>24.9</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.002'>0.002</td><td class='num' data-sort='0.494'>0.494</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='100.0'>100.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='15'>15</td><td class='method' data-sort='LaplacianScore'>LaplacianScore</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='878.0'>878<span class='sub'>+72 / −82</span></td><td class='num' data-sort='11.86'>11.86</td><td class='num' data-sort='22.4'>22.4</td><td class='num' data-sort='31.8'>31.8</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.689'>0.689</td><td class='num' data-sort='0.758'>0.758</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr></tbody></table></div><script type='text/plain' id='sa-csv'>Rank,Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Avg. rank,Win rate (%),Improvability (%),Error vs. all features,Stability,Validity,Selection time (s),Fallback rate (%),#Datasets,#Comparisons
+</style></head><body><div class='toolbar'><span class='hint'>Click a column to sort. Hover a header for its definition.</span><button onclick="saCsv('selectarena_leaderboard.csv')">CSV</button></div><div class='wrap'><table id='sa-table'><thead><tr><th class='num'>#</th><th class=''>Method</th><th class='' title='Taxonomy of the paper (Appendix A). Search methods evaluate many feature subsets with the model (forward, backward, leave-one-out); non-search methods use a proxy instead (correlation, distance, information theory, tree, regularization).'>Type</th><th class='num' title='Bradley-Terry Elo from pairwise matches within each dataset, budget and downstream model. Random = 1000. +/− give the 95% bootstrap interval.'>Elo ↑</th><th class='num' title='Mean rank of the downstream error.'>Avg. rank ↓</th><th class='num' title='Mean relative gap (error − best error) / error to the best method, in %.'>Improvability ↓</th><th class='num' title='Agreement of the selected features across bootstrap resamples (Nogueira et al., 2018).'>Stability ↑</th><th class='num' title='Share of the budget filled with original features when as many noise features are added.'>Validity ↑</th><th class='num' title='Median wall-clock time of the selection.'>Time (s) ↓</th><th class='num' title='Share of runs where the method ran out of time and random features filled the budget.'>Fallback (%)</th></tr></thead><tbody><tr><td class='num' data-sort='1'>1</td><td class='method' data-sort='RFImportance'>RFImportance</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1273.0'>1273<span class='sub'>+58 / −49</span></td><td class='num' data-sort='5.82'>5.82</td><td class='num' data-sort='11.0'>11.0</td><td class='num' data-sort='0.661'>0.661</td><td class='num' data-sort='0.6'>0.600</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='2'>2</td><td class='method' data-sort='CART'>CART</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1210.0'>1210<span class='sub'>+48 / −41</span></td><td class='num' data-sort='6.66'>6.66</td><td class='num' data-sort='14.0'>14.0</td><td class='num' data-sort='0.402'>0.402</td><td class='num' data-sort='0.507'>0.507</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='3'>3</td><td class='method' data-sort='Lasso'>Lasso</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1207.0'>1207<span class='sub'>+46 / −47</span></td><td class='num' data-sort='6.9'>6.90</td><td class='num' data-sort='13.4'>13.4</td><td class='num' data-sort='0.334'>0.334</td><td class='num' data-sort='0.643'>0.643</td><td class='num' data-sort='1.9'>1.9</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='4'>4</td><td class='method' data-sort='ElasticNet'>ElasticNet</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1207.0'>1207<span class='sub'>+54 / −53</span></td><td class='num' data-sort='6.79'>6.79</td><td class='num' data-sort='14.1'>14.1</td><td class='num' data-sort='0.419'>0.419</td><td class='num' data-sort='0.665'>0.665</td><td class='num' data-sort='6.1'>6.1</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='5'>5</td><td class='method' data-sort='MI'>MI</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1197.0'>1197<span class='sub'>+48 / −49</span></td><td class='num' data-sort='7.19'>7.19</td><td class='num' data-sort='14.4'>14.4</td><td class='num' data-sort='0.649'>0.649</td><td class='num' data-sort='0.723'>0.723</td><td class='num' data-sort='0.4'>0.4</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='6'>6</td><td class='method' data-sort='F-Test'>F-Test</td><td class='' data-sort='Correlation'><span class='pill cat-non-search'>Correlation</span><span class='sub'>non-search</span></td><td class='num' data-sort='1183.0'>1183<span class='sub'>+44 / −48</span></td><td class='num' data-sort='7.42'>7.42</td><td class='num' data-sort='13.5'>13.5</td><td class='num' data-sort='0.668'>0.668</td><td class='num' data-sort='0.781'>0.781</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='7'>7</td><td class='method' data-sort='mRMR'>mRMR</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1153.0'>1153<span class='sub'>+43 / −43</span></td><td class='num' data-sort='8.12'>8.12</td><td class='num' data-sort='15.4'>15.4</td><td class='num' data-sort='0.656'>0.656</td><td class='num' data-sort='0.593'>0.593</td><td class='num' data-sort='0.5'>0.5</td><td class='num' data-sort='7.0'>7.0</td></tr><tr><td class='num' data-sort='8'>8</td><td class='method' data-sort='(R)ReliefF'>(R)ReliefF</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='1145.0'>1145<span class='sub'>+52 / −50</span></td><td class='num' data-sort='7.9'>7.90</td><td class='num' data-sort='14.4'>14.4</td><td class='num' data-sort='0.656'>0.656</td><td class='num' data-sort='0.667'>0.667</td><td class='num' data-sort='13.1'>13.1</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='9'>9</td><td class='method' data-sort='MarkovBlanket'>MarkovBlanket</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1128.0'>1128<span class='sub'>+43 / −43</span></td><td class='num' data-sort='8.14'>8.14</td><td class='num' data-sort='16.5'>16.5</td><td class='num' data-sort='0.434'>0.434</td><td class='num' data-sort='0.473'>0.473</td><td class='num' data-sort='0.1'>0.1</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='10'>10</td><td class='method' data-sort='SBE'>SBE</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1122.0'>1122<span class='sub'>+57 / −58</span></td><td class='num' data-sort='7.98'>7.98</td><td class='num' data-sort='18.4'>18.4</td><td class='num' data-sort='0.095'>0.095</td><td class='num' data-sort='0.53'>0.530</td><td class='num' data-sort='1923.4'>1,923.4</td><td class='num' data-sort='44.6'>44.6</td></tr><tr><td class='num' data-sort='11'>11</td><td class='method' data-sort='LOCO'>LOCO</td><td class='' data-sort='Leave-one-out'><span class='pill cat-search'>Leave-one-out</span><span class='sub'>search</span></td><td class='num' data-sort='1118.0'>1118<span class='sub'>+53 / −53</span></td><td class='num' data-sort='8.21'>8.21</td><td class='num' data-sort='19.1'>19.1</td><td class='num' data-sort='0.114'>0.114</td><td class='num' data-sort='0.544'>0.544</td><td class='num' data-sort='236.6'>236.6</td><td class='num' data-sort='11.3'>11.3</td></tr><tr><td class='num' data-sort='12'>12</td><td class='method' data-sort='GainRatio'>GainRatio</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1115.0'>1115<span class='sub'>+46 / −44</span></td><td class='num' data-sort='8.49'>8.49</td><td class='num' data-sort='16.2'>16.2</td><td class='num' data-sort='0.641'>0.641</td><td class='num' data-sort='0.751'>0.751</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='13'>13</td><td class='method' data-sort='SFS'>SFS</td><td class='' data-sort='Forward search'><span class='pill cat-search'>Forward search</span><span class='sub'>search</span></td><td class='num' data-sort='1098.0'>1098<span class='sub'>+50 / −48</span></td><td class='num' data-sort='8.54'>8.54</td><td class='num' data-sort='19.2'>19.2</td><td class='num' data-sort='0.225'>0.225</td><td class='num' data-sort='0.568'>0.568</td><td class='num' data-sort='2771.3'>2,771.3</td><td class='num' data-sort='48.4'>48.4</td></tr><tr><td class='num' data-sort='14'>14</td><td class='method' data-sort='Random'>Random</td><td class='' data-sort='Baseline'><span class='pill cat-baseline'>Baseline</span></td><td class='num' data-sort='1000.0'>1000<span class='sub'>+50 / −57</span></td><td class='num' data-sort='9.97'>9.97</td><td class='num' data-sort='24.9'>24.9</td><td class='num' data-sort='0.002'>0.002</td><td class='num' data-sort='0.494'>0.494</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='100.0'>100.0</td></tr><tr><td class='num' data-sort='15'>15</td><td class='method' data-sort='LaplacianScore'>LaplacianScore</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='878.0'>878<span class='sub'>+72 / −82</span></td><td class='num' data-sort='11.86'>11.86</td><td class='num' data-sort='31.8'>31.8</td><td class='num' data-sort='0.689'>0.689</td><td class='num' data-sort='0.758'>0.758</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td></tr></tbody></table></div><script type='text/plain' id='sa-csv'>Rank,Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Avg. rank,Win rate (%),Improvability (%),Error vs. all features,Stability,Validity,Selection time (s),Fallback rate (%),#Datasets,#Comparisons
 1,RFImportance,Non-search,Tree,1273.0,1224.0,1331.0,5.82,65.6,11.0,,0.661,0.6,0.2,0.0,71,213
 2,CART,Non-search,Tree,1210.0,1169.0,1258.0,6.66,59.6,14.0,,0.402,0.507,0.0,0.0,71,213
 3,Lasso,Non-search,Regularization,1207.0,1160.0,1253.0,6.9,57.9,13.4,,0.334,0.643,1.9,0.0,71,213

data/subsets/tasks_all/models_lightgbm/budgets_4/elo_explorer.html

@@ -11,60 +11,20 @@ html, body { margin:0; padding:0; background:var(--bg); color:var(--fg);
 .toolbar button { font:inherit; font-size:12px; color:var(--fg); background:var(--soft);
   border:1px solid var(--line); border-radius:6px; padding:3px 10px; cursor:pointer; }
 .toolbar button:hover { border-color:var(--accent); }
-</style></head><body><div class='toolbar'><span class='hint'>Hover a method for its values.</span><button onclick='saSvg()'>SVG</button><button onclick='saPng()'>PNG</button><button onclick="saCsv('selectarena_elo.csv')">CSV</button></div><svg id='sa-figure' viewBox='0 0 1156 440' role='img' aria-label='Elo rating of each feature selection method, shaded by stability and validity'><style>
+
+#sa-tip { position:fixed; z-index:10; pointer-events:none; display:none; max-width:280px;
+  padding:6px 9px; border-radius:6px; border:1px solid var(--line); background:var(--bg); color:var(--fg);
+  font-size:12px; line-height:1.45; white-space:pre-line; box-shadow:0 2px 8px rgba(0,0,0,0.15); }
+#sa-tip b { font-weight:600; }
+</style></head><body><div class='toolbar'><span class='hint'>Hover or tap a method for its values.</span><button onclick='saSvg()'>SVG</button><button onclick='saPng()'>PNG</button><button onclick="saCsv('selectarena_elo.csv')">CSV</button></div><svg id='sa-figure' viewBox='0 0 1156 440' role='img' aria-label='Elo rating of each feature selection method, shaded by stability and validity'><style>
 svg { display:block; width:100%; height:auto; }
 .sa-text { fill:var(--fg); }
 .sa-muted { fill:var(--muted); }
 .sa-grid { stroke:var(--line); }
 .sa-ink { stroke:var(--fg); }
-.sa-hit { fill:transparent; }
-.sa-hit:hover { fill:var(--fg); fill-opacity:0.06; }
-</style><defs><pattern id='sa-na' width='6' height='6' patternUnits='userSpaceOnUse' patternTransform='rotate(45)'><rect width='6' height='6' fill='#e5e7eb'/><line x1='0' y1='0' x2='0' y2='6' stroke='#9ca3af' stroke-width='2'/></pattern><linearGradient id='sa-g-stab' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#0072B2'/></linearGradient><linearGradient id='sa-g-val' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#D55E00'/></linearGradient></defs><line class='sa-grid' x1='64' x2='1024' y1='287.6' y2='287.6' stroke-width='1'/><text class='sa-muted' x='56' y='291.6' text-anchor='end' font-size='12'>900</text><line class='sa-grid' x1='64' x2='1024' y1='233.7' y2='233.7' stroke-width='1'/><text class='sa-muted' x='56' y='237.7' text-anchor='end' font-size='12'>1000</text><line class='sa-grid' x1='64' x2='1024' y1='179.7' y2='179.7' stroke-width='1'/><text class='sa-muted' x='56' y='183.7' text-anchor='end' font-size='12'>1100</text><line class='sa-grid' x1='64' x2='1024' y1='125.8' y2='125.8' stroke-width='1'/><text class='sa-muted' x='56' y='129.8' text-anchor='end' font-size='12'>1200</text><line class='sa-grid' x1='64' x2='1024' y1='71.9' y2='71.9' stroke-width='1'/><text class='sa-muted' x='56' y='75.9' text-anchor='end' font-size='12'>1300</text><line class='sa-grid' x1='64' x2='1024' y1='18.0' y2='18.0' stroke-width='1'/><text class='sa-muted' x='56' y='22.0' text-anchor='end' font-size='12'>1400</text><text class='sa-text' transform='translate(16 173) rotate(-90)' text-anchor='middle' font-size='13'>Elo</text><line class='sa-ink' x1='64' x2='1024' y1='233.7' y2='233.7' stroke-width='1' stroke-dasharray='4 4' opacity='0.5'/><rect x='73.6' y='250.9' width='22.4' height='77.1' fill='#529fcb' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='96.0' y='250.9' width='22.4' height='77.1' fill='#e28e4c' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='96.0' x2='96.0' y1='220.7' y2='290.8'/><line x1='91.0' x2='101.0' y1='220.7' y2='220.7'/><line x1='91.0' x2='101.0' y1='290.8' y2='290.8'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(100.0 342.0) rotate(-35)'>LaplacianScore</text><rect class='sa-hit' x='64.0' y='18' width='64' height='414'><title>LaplacianScore (Distance, non-search)
-Elo 968  [95% CI 894–1024]
-Stability 0.678
-Validity 0.701</title></rect><rect x='137.6' y='233.7' width='22.4' height='94.3' fill='#feffff' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='160.0' y='233.7' width='22.4' height='94.3' fill='#eaae80' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='160.0' x2='160.0' y1='205.1' y2='263.8'/><line x1='155.0' x2='165.0' y1='205.1' y2='205.1'/><line x1='155.0' x2='165.0' y1='263.8' y2='263.8'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(164.0 342.0) rotate(-35)'>Random</text><rect class='sa-hit' x='128.0' y='18' width='64' height='414'><title>Random (Baseline, baseline)
-Elo 1000  [95% CI 944–1053]
-Stability 0.002
-Validity 0.500</title></rect><rect x='201.6' y='184.6' width='22.4' height='143.4' fill='#73b1d5' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='224.0' y='184.6' width='22.4' height='143.4' fill='#e39557' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='224.0' x2='224.0' y1='162.5' y2='209.4'/><line x1='219.0' x2='229.0' y1='162.5' y2='162.5'/><line x1='219.0' x2='229.0' y1='209.4' y2='209.4'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(228.0 342.0) rotate(-35)'>GainRatio</text><rect class='sa-hit' x='192.0' y='18' width='64' height='414'><title>GainRatio (Information theory, non-search)
-Elo 1091  [95% CI 1045–1132]
-Stability 0.550
-Validity 0.659</title></rect><rect x='265.6' y='184.1' width='22.4' height='143.9' fill='#ebf4f9' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='288.0' y='184.1' width='22.4' height='143.9' fill='#e9ab7a' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='288.0' x2='288.0' y1='155.5' y2='211.0'/><line x1='283.0' x2='293.0' y1='155.5' y2='155.5'/><line x1='283.0' x2='293.0' y1='211.0' y2='211.0'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(292.0 342.0) rotate(-35)'>LOCO</text><rect class='sa-hit' x='256.0' y='18' width='64' height='414'><title>LOCO (Leave-one-out, search)
-Elo 1092  [95% CI 1042–1145]
-Stability 0.080
-Validity 0.520</title></rect><rect x='329.6' y='181.4' width='22.4' height='146.6' fill='#d2e6f1' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='352.0' y='181.4' width='22.4' height='146.6' fill='#e9aa79' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='352.0' x2='352.0' y1='154.4' y2='207.8'/><line x1='347.0' x2='357.0' y1='154.4' y2='154.4'/><line x1='347.0' x2='357.0' y1='207.8' y2='207.8'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(356.0 342.0) rotate(-35)'>SFS</text><rect class='sa-hit' x='320.0' y='18' width='64' height='414'><title>SFS (Forward search, search)
-Elo 1097  [95% CI 1048–1147]
-Stability 0.176
-Validity 0.525</title></rect><rect x='393.6' y='173.3' width='22.4' height='154.7' fill='#f0f7fa' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='416.0' y='173.3' width='22.4' height='154.7' fill='#e9ac7b' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='416.0' x2='416.0' y1='145.8' y2='201.8'/><line x1='411.0' x2='421.0' y1='145.8' y2='145.8'/><line x1='411.0' x2='421.0' y1='201.8' y2='201.8'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(420.0 342.0) rotate(-35)'>SBE</text><rect class='sa-hit' x='384.0' y='18' width='64' height='414'><title>SBE (Backward search, search)
-Elo 1112  [95% CI 1059–1163]
-Stability 0.059
-Validity 0.517</title></rect><rect x='457.6' y='171.1' width='22.4' height='156.9' fill='#98c6e0' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='480.0' y='171.1' width='22.4' height='156.9' fill='#ecb489' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='480.0' x2='480.0' y1='146.3' y2='197.0'/><line x1='475.0' x2='485.0' y1='146.3' y2='146.3'/><line x1='475.0' x2='485.0' y1='197.0' y2='197.0'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(484.0 342.0) rotate(-35)'>MarkovBlanket</text><rect class='sa-hit' x='448.0' y='18' width='64' height='414'><title>MarkovBlanket (Backward search, search)
-Elo 1116  [95% CI 1068–1162]
-Stability 0.404
-Validity 0.463</title></rect><rect x='521.6' y='166.3' width='22.4' height='161.7' fill='#59a3cd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='544.0' y='166.3' width='22.4' height='161.7' fill='#e9aa78' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='544.0' x2='544.0' y1='142.0' y2='192.1'/><line x1='539.0' x2='549.0' y1='142.0' y2='142.0'/><line x1='539.0' x2='549.0' y1='192.1' y2='192.1'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(548.0 342.0) rotate(-35)'>mRMR</text><rect class='sa-hit' x='512.0' y='18' width='64' height='414'><title>mRMR (Information theory, non-search)
-Elo 1125  [95% CI 1077–1170]
-Stability 0.651
-Validity 0.530</title></rect><rect x='585.6' y='153.9' width='22.4' height='174.1' fill='#63a9d0' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='608.0' y='153.9' width='22.4' height='174.1' fill='#e69f68' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='608.0' x2='608.0' y1='129.6' y2='179.7'/><line x1='603.0' x2='613.0' y1='129.6' y2='129.6'/><line x1='603.0' x2='613.0' y1='179.7' y2='179.7'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(612.0 342.0) rotate(-35)'>(R)ReliefF</text><rect class='sa-hit' x='576.0' y='18' width='64' height='414'><title>(R)ReliefF (Distance, non-search)
-Elo 1148  [95% CI 1100–1193]
-Stability 0.612
-Validity 0.594</title></rect><rect x='649.6' y='150.6' width='22.4' height='177.4' fill='#70b0d4' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='672.0' y='150.6' width='22.4' height='177.4' fill='#e2904f' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='672.0' x2='672.0' y1='126.4' y2='177.6'/><line x1='667.0' x2='677.0' y1='126.4' y2='126.4'/><line x1='667.0' x2='677.0' y1='177.6' y2='177.6'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(676.0 342.0) rotate(-35)'>F-Test</text><rect class='sa-hit' x='640.0' y='18' width='64' height='414'><title>F-Test (Correlation, non-search)
-Elo 1154  [95% CI 1104–1199]
-Stability 0.562
-Validity 0.689</title></rect><rect x='713.6' y='147.4' width='22.4' height='180.6' fill='#69acd2' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='736.0' y='147.4' width='22.4' height='180.6' fill='#e59a5f' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='736.0' x2='736.0' y1='123.7' y2='169.5'/><line x1='731.0' x2='741.0' y1='123.7' y2='123.7'/><line x1='731.0' x2='741.0' y1='169.5' y2='169.5'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(740.0 342.0) rotate(-35)'>MI</text><rect class='sa-hit' x='704.0' y='18' width='64' height='414'><title>MI (Information theory, non-search)
-Elo 1160  [95% CI 1119–1204]
-Stability 0.587
-Validity 0.627</title></rect><rect x='777.6' y='142.5' width='22.4' height='185.5' fill='#c0dcec' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='800.0' y='142.5' width='22.4' height='185.5' fill='#e7a46f' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='800.0' x2='800.0' y1='117.7' y2='164.6'/><line x1='795.0' x2='805.0' y1='117.7' y2='117.7'/><line x1='795.0' x2='805.0' y1='164.6' y2='164.6'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(804.0 342.0) rotate(-35)'>Lasso</text><rect class='sa-hit' x='768.0' y='18' width='64' height='414'><title>Lasso (Regularization, non-search)
-Elo 1169  [95% CI 1128–1215]
-Stability 0.246
-Validity 0.563</title></rect><rect x='841.6' y='141.5' width='22.4' height='186.5' fill='#b0d4e7' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='864.0' y='141.5' width='22.4' height='186.5' fill='#e7a46e' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='864.0' x2='864.0' y1='115.0' y2='167.9'/><line x1='859.0' x2='869.0' y1='115.0' y2='115.0'/><line x1='859.0' x2='869.0' y1='167.9' y2='167.9'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(868.0 342.0) rotate(-35)'>ElasticNet</text><rect class='sa-hit' x='832.0' y='18' width='64' height='414'><title>ElasticNet (Regularization, non-search)
-Elo 1171  [95% CI 1122–1220]
-Stability 0.308
-Validity 0.568</title></rect><rect x='905.6' y='138.2' width='22.4' height='189.8' fill='#acd1e6' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='928.0' y='138.2' width='22.4' height='189.8' fill='#ebb184' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='928.0' x2='928.0' y1='107.5' y2='164.6'/><line x1='923.0' x2='933.0' y1='107.5' y2='107.5'/><line x1='923.0' x2='933.0' y1='164.6' y2='164.6'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(932.0 342.0) rotate(-35)'>CART</text><rect class='sa-hit' x='896.0' y='18' width='64' height='414'><title>CART (Tree, non-search)
-Elo 1177  [95% CI 1128–1234]
-Stability 0.324
-Validity 0.482</title></rect><rect x='969.6' y='85.9' width='22.4' height='242.1' fill='#67abd1' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='992.0' y='85.9' width='22.4' height='242.1' fill='#eaad7e' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='992.0' x2='992.0' y1='57.9' y2='109.7'/><line x1='987.0' x2='997.0' y1='57.9' y2='57.9'/><line x1='987.0' x2='997.0' y1='109.7' y2='109.7'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(996.0 342.0) rotate(-35)'>RFImportance</text><rect class='sa-hit' x='960.0' y='18' width='64' height='414'><title>RFImportance (Tree, non-search)
-Elo 1274  [95% CI 1230–1326]
-Stability 0.597
-Validity 0.507</title></rect><line class='sa-ink' x1='64' x2='1024' y1='328.0' y2='328.0' stroke-width='1' opacity='0.4'/><rect x='1070' y='40.0' width='12' height='107.0' fill='url(#sa-g-stab)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='30.0' text-anchor='middle' font-size='12'>stable</text><text class='sa-text' x='1076' y='165.0' text-anchor='middle' font-size='12'>unstable</text><text class='sa-muted' x='1088' y='151.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='97.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='44.0' font-size='11'>1.0</text><rect x='1070' y='207.0' width='12' height='107.0' fill='url(#sa-g-val)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='197.0' text-anchor='middle' font-size='12'>valid</text><text class='sa-text' x='1076' y='332.0' text-anchor='middle' font-size='12'>invalid</text><text class='sa-muted' x='1088' y='318.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='264.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='211.0' font-size='11'>1.0</text><rect x='1070' y='352.0' width='12' height='12' fill='url(#sa-na)' stroke='#000' stroke-width='0.6'/><text class='sa-muted' x='1088' y='362.0' font-size='11'>no result</text></svg><script type='text/plain' id='sa-csv'>Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Stability,Validity
+.sa-hit { fill:transparent; cursor:default; }
+.sa-hit:hover, .sa-hit.sa-on { fill:var(--fg); fill-opacity:0.06; }
+</style><defs><pattern id='sa-na' width='6' height='6' patternUnits='userSpaceOnUse' patternTransform='rotate(45)'><rect width='6' height='6' fill='#e5e7eb'/><line x1='0' y1='0' x2='0' y2='6' stroke='#9ca3af' stroke-width='2'/></pattern><linearGradient id='sa-g-stab' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#0072B2'/></linearGradient><linearGradient id='sa-g-val' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#D55E00'/></linearGradient></defs><line class='sa-grid' x1='64' x2='1024' y1='287.6' y2='287.6' stroke-width='1'/><text class='sa-muted' x='56' y='291.6' text-anchor='end' font-size='12'>900</text><line class='sa-grid' x1='64' x2='1024' y1='233.7' y2='233.7' stroke-width='1'/><text class='sa-muted' x='56' y='237.7' text-anchor='end' font-size='12'>1000</text><line class='sa-grid' x1='64' x2='1024' y1='179.7' y2='179.7' stroke-width='1'/><text class='sa-muted' x='56' y='183.7' text-anchor='end' font-size='12'>1100</text><line class='sa-grid' x1='64' x2='1024' y1='125.8' y2='125.8' stroke-width='1'/><text class='sa-muted' x='56' y='129.8' text-anchor='end' font-size='12'>1200</text><line class='sa-grid' x1='64' x2='1024' y1='71.9' y2='71.9' stroke-width='1'/><text class='sa-muted' x='56' y='75.9' text-anchor='end' font-size='12'>1300</text><line class='sa-grid' x1='64' x2='1024' y1='18.0' y2='18.0' stroke-width='1'/><text class='sa-muted' x='56' y='22.0' text-anchor='end' font-size='12'>1400</text><text class='sa-text' transform='translate(16 173) rotate(-90)' text-anchor='middle' font-size='13'>Elo</text><line class='sa-ink' x1='64' x2='1024' y1='233.7' y2='233.7' stroke-width='1' stroke-dasharray='4 4' opacity='0.5'/><rect x='73.6' y='250.9' width='22.4' height='77.1' fill='#529fcb' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='96.0' y='250.9' width='22.4' height='77.1' fill='#e28e4c' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='96.0' x2='96.0' y1='220.7' y2='290.8'/><line x1='91.0' x2='101.0' y1='220.7' y2='220.7'/><line x1='91.0' x2='101.0' y1='290.8' y2='290.8'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(100.0 342.0) rotate(-35)'>LaplacianScore</text><rect class='sa-hit' x='64.0' y='18' width='64' height='414' data-tip='LaplacianScore (Distance, non-search)&#10;Elo 968  [95% CI 894–1024]&#10;Stability 0.678&#10;Validity 0.701' aria-label='LaplacianScore (Distance, non-search)&#10;Elo 968  [95% CI 894–1024]&#10;Stability 0.678&#10;Validity 0.701'/><rect x='137.6' y='233.7' width='22.4' height='94.3' fill='#feffff' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='160.0' y='233.7' width='22.4' height='94.3' fill='#eaae80' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='160.0' x2='160.0' y1='205.1' y2='263.8'/><line x1='155.0' x2='165.0' y1='205.1' y2='205.1'/><line x1='155.0' x2='165.0' y1='263.8' y2='263.8'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(164.0 342.0) rotate(-35)'>Random</text><rect class='sa-hit' x='128.0' y='18' width='64' height='414' data-tip='Random (Baseline, baseline)&#10;Elo 1000  [95% CI 944–1053]&#10;Stability 0.002&#10;Validity 0.500' aria-label='Random (Baseline, baseline)&#10;Elo 1000  [95% CI 944–1053]&#10;Stability 0.002&#10;Validity 0.500'/><rect x='201.6' y='184.6' width='22.4' height='143.4' fill='#73b1d5' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='224.0' y='184.6' width='22.4' height='143.4' fill='#e39557' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='224.0' x2='224.0' y1='162.5' y2='209.4'/><line x1='219.0' x2='229.0' y1='162.5' y2='162.5'/><line x1='219.0' x2='229.0' y1='209.4' y2='209.4'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(228.0 342.0) rotate(-35)'>GainRatio</text><rect class='sa-hit' x='192.0' y='18' width='64' height='414' data-tip='GainRatio (Information theory, non-search)&#10;Elo 1091  [95% CI 1045–1132]&#10;Stability 0.550&#10;Validity 0.659' aria-label='GainRatio (Information theory, non-search)&#10;Elo 1091  [95% CI 1045–1132]&#10;Stability 0.550&#10;Validity 0.659'/><rect x='265.6' y='184.1' width='22.4' height='143.9' fill='#ebf4f9' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='288.0' y='184.1' width='22.4' height='143.9' fill='#e9ab7a' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='288.0' x2='288.0' y1='155.5' y2='211.0'/><line x1='283.0' x2='293.0' y1='155.5' y2='155.5'/><line x1='283.0' x2='293.0' y1='211.0' y2='211.0'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(292.0 342.0) rotate(-35)'>LOCO</text><rect class='sa-hit' x='256.0' y='18' width='64' height='414' data-tip='LOCO (Leave-one-out, search)&#10;Elo 1092  [95% CI 1042–1145]&#10;Stability 0.080&#10;Validity 0.520' aria-label='LOCO (Leave-one-out, search)&#10;Elo 1092  [95% CI 1042–1145]&#10;Stability 0.080&#10;Validity 0.520'/><rect x='329.6' y='181.4' width='22.4' height='146.6' fill='#d2e6f1' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='352.0' y='181.4' width='22.4' height='146.6' fill='#e9aa79' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='352.0' x2='352.0' y1='154.4' y2='207.8'/><line x1='347.0' x2='357.0' y1='154.4' y2='154.4'/><line x1='347.0' x2='357.0' y1='207.8' y2='207.8'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(356.0 342.0) rotate(-35)'>SFS</text><rect class='sa-hit' x='320.0' y='18' width='64' height='414' data-tip='SFS (Forward search, search)&#10;Elo 1097  [95% CI 1048–1147]&#10;Stability 0.176&#10;Validity 0.525' aria-label='SFS (Forward search, search)&#10;Elo 1097  [95% CI 1048–1147]&#10;Stability 0.176&#10;Validity 0.525'/><rect x='393.6' y='173.3' width='22.4' height='154.7' fill='#f0f7fa' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='416.0' y='173.3' width='22.4' height='154.7' fill='#e9ac7b' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='416.0' x2='416.0' y1='145.8' y2='201.8'/><line x1='411.0' x2='421.0' y1='145.8' y2='145.8'/><line x1='411.0' x2='421.0' y1='201.8' y2='201.8'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(420.0 342.0) rotate(-35)'>SBE</text><rect class='sa-hit' x='384.0' y='18' width='64' height='414' data-tip='SBE (Backward search, search)&#10;Elo 1112  [95% CI 1059–1163]&#10;Stability 0.059&#10;Validity 0.517' aria-label='SBE (Backward search, search)&#10;Elo 1112  [95% CI 1059–1163]&#10;Stability 0.059&#10;Validity 0.517'/><rect x='457.6' y='171.1' width='22.4' height='156.9' fill='#98c6e0' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='480.0' y='171.1' width='22.4' height='156.9' fill='#ecb489' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='480.0' x2='480.0' y1='146.3' y2='197.0'/><line x1='475.0' x2='485.0' y1='146.3' y2='146.3'/><line x1='475.0' x2='485.0' y1='197.0' y2='197.0'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(484.0 342.0) rotate(-35)'>MarkovBlanket</text><rect class='sa-hit' x='448.0' y='18' width='64' height='414' data-tip='MarkovBlanket (Backward search, search)&#10;Elo 1116  [95% CI 1068–1162]&#10;Stability 0.404&#10;Validity 0.463' aria-label='MarkovBlanket (Backward search, search)&#10;Elo 1116  [95% CI 1068–1162]&#10;Stability 0.404&#10;Validity 0.463'/><rect x='521.6' y='166.3' width='22.4' height='161.7' fill='#59a3cd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='544.0' y='166.3' width='22.4' height='161.7' fill='#e9aa78' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='544.0' x2='544.0' y1='142.0' y2='192.1'/><line x1='539.0' x2='549.0' y1='142.0' y2='142.0'/><line x1='539.0' x2='549.0' y1='192.1' y2='192.1'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(548.0 342.0) rotate(-35)'>mRMR</text><rect class='sa-hit' x='512.0' y='18' width='64' height='414' data-tip='mRMR (Information theory, non-search)&#10;Elo 1125  [95% CI 1077–1170]&#10;Stability 0.651&#10;Validity 0.530' aria-label='mRMR (Information theory, non-search)&#10;Elo 1125  [95% CI 1077–1170]&#10;Stability 0.651&#10;Validity 0.530'/><rect x='585.6' y='153.9' width='22.4' height='174.1' fill='#63a9d0' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='608.0' y='153.9' width='22.4' height='174.1' fill='#e69f68' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='608.0' x2='608.0' y1='129.6' y2='179.7'/><line x1='603.0' x2='613.0' y1='129.6' y2='129.6'/><line x1='603.0' x2='613.0' y1='179.7' y2='179.7'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(612.0 342.0) rotate(-35)'>(R)ReliefF</text><rect class='sa-hit' x='576.0' y='18' width='64' height='414' data-tip='(R)ReliefF (Distance, non-search)&#10;Elo 1148  [95% CI 1100–1193]&#10;Stability 0.612&#10;Validity 0.594' aria-label='(R)ReliefF (Distance, non-search)&#10;Elo 1148  [95% CI 1100–1193]&#10;Stability 0.612&#10;Validity 0.594'/><rect x='649.6' y='150.6' width='22.4' height='177.4' fill='#70b0d4' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='672.0' y='150.6' width='22.4' height='177.4' fill='#e2904f' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='672.0' x2='672.0' y1='126.4' y2='177.6'/><line x1='667.0' x2='677.0' y1='126.4' y2='126.4'/><line x1='667.0' x2='677.0' y1='177.6' y2='177.6'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(676.0 342.0) rotate(-35)'>F-Test</text><rect class='sa-hit' x='640.0' y='18' width='64' height='414' data-tip='F-Test (Correlation, non-search)&#10;Elo 1154  [95% CI 1104–1199]&#10;Stability 0.562&#10;Validity 0.689' aria-label='F-Test (Correlation, non-search)&#10;Elo 1154  [95% CI 1104–1199]&#10;Stability 0.562&#10;Validity 0.689'/><rect x='713.6' y='147.4' width='22.4' height='180.6' fill='#69acd2' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='736.0' y='147.4' width='22.4' height='180.6' fill='#e59a5f' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='736.0' x2='736.0' y1='123.7' y2='169.5'/><line x1='731.0' x2='741.0' y1='123.7' y2='123.7'/><line x1='731.0' x2='741.0' y1='169.5' y2='169.5'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(740.0 342.0) rotate(-35)'>MI</text><rect class='sa-hit' x='704.0' y='18' width='64' height='414' data-tip='MI (Information theory, non-search)&#10;Elo 1160  [95% CI 1119–1204]&#10;Stability 0.587&#10;Validity 0.627' aria-label='MI (Information theory, non-search)&#10;Elo 1160  [95% CI 1119–1204]&#10;Stability 0.587&#10;Validity 0.627'/><rect x='777.6' y='142.5' width='22.4' height='185.5' fill='#c0dcec' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='800.0' y='142.5' width='22.4' height='185.5' fill='#e7a46f' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='800.0' x2='800.0' y1='117.7' y2='164.6'/><line x1='795.0' x2='805.0' y1='117.7' y2='117.7'/><line x1='795.0' x2='805.0' y1='164.6' y2='164.6'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(804.0 342.0) rotate(-35)'>Lasso</text><rect class='sa-hit' x='768.0' y='18' width='64' height='414' data-tip='Lasso (Regularization, non-search)&#10;Elo 1169  [95% CI 1128–1215]&#10;Stability 0.246&#10;Validity 0.563' aria-label='Lasso (Regularization, non-search)&#10;Elo 1169  [95% CI 1128–1215]&#10;Stability 0.246&#10;Validity 0.563'/><rect x='841.6' y='141.5' width='22.4' height='186.5' fill='#b0d4e7' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='864.0' y='141.5' width='22.4' height='186.5' fill='#e7a46e' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='864.0' x2='864.0' y1='115.0' y2='167.9'/><line x1='859.0' x2='869.0' y1='115.0' y2='115.0'/><line x1='859.0' x2='869.0' y1='167.9' y2='167.9'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(868.0 342.0) rotate(-35)'>ElasticNet</text><rect class='sa-hit' x='832.0' y='18' width='64' height='414' data-tip='ElasticNet (Regularization, non-search)&#10;Elo 1171  [95% CI 1122–1220]&#10;Stability 0.308&#10;Validity 0.568' aria-label='ElasticNet (Regularization, non-search)&#10;Elo 1171  [95% CI 1122–1220]&#10;Stability 0.308&#10;Validity 0.568'/><rect x='905.6' y='138.2' width='22.4' height='189.8' fill='#acd1e6' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='928.0' y='138.2' width='22.4' height='189.8' fill='#ebb184' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='928.0' x2='928.0' y1='107.5' y2='164.6'/><line x1='923.0' x2='933.0' y1='107.5' y2='107.5'/><line x1='923.0' x2='933.0' y1='164.6' y2='164.6'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(932.0 342.0) rotate(-35)'>CART</text><rect class='sa-hit' x='896.0' y='18' width='64' height='414' data-tip='CART (Tree, non-search)&#10;Elo 1177  [95% CI 1128–1234]&#10;Stability 0.324&#10;Validity 0.482' aria-label='CART (Tree, non-search)&#10;Elo 1177  [95% CI 1128–1234]&#10;Stability 0.324&#10;Validity 0.482'/><rect x='969.6' y='85.9' width='22.4' height='242.1' fill='#67abd1' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='992.0' y='85.9' width='22.4' height='242.1' fill='#eaad7e' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='992.0' x2='992.0' y1='57.9' y2='109.7'/><line x1='987.0' x2='997.0' y1='57.9' y2='57.9'/><line x1='987.0' x2='997.0' y1='109.7' y2='109.7'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(996.0 342.0) rotate(-35)'>RFImportance</text><rect class='sa-hit' x='960.0' y='18' width='64' height='414' data-tip='RFImportance (Tree, non-search)&#10;Elo 1274  [95% CI 1230–1326]&#10;Stability 0.597&#10;Validity 0.507' aria-label='RFImportance (Tree, non-search)&#10;Elo 1274  [95% CI 1230–1326]&#10;Stability 0.597&#10;Validity 0.507'/><line class='sa-ink' x1='64' x2='1024' y1='328.0' y2='328.0' stroke-width='1' opacity='0.4'/><rect x='1070' y='40.0' width='12' height='107.0' fill='url(#sa-g-stab)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='30.0' text-anchor='middle' font-size='12'>stable</text><text class='sa-text' x='1076' y='165.0' text-anchor='middle' font-size='12'>unstable</text><text class='sa-muted' x='1088' y='151.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='97.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='44.0' font-size='11'>1.0</text><rect x='1070' y='207.0' width='12' height='107.0' fill='url(#sa-g-val)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='197.0' text-anchor='middle' font-size='12'>valid</text><text class='sa-text' x='1076' y='332.0' text-anchor='middle' font-size='12'>invalid</text><text class='sa-muted' x='1088' y='318.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='264.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='211.0' font-size='11'>1.0</text><rect x='1070' y='352.0' width='12' height='12' fill='url(#sa-na)' stroke='#000' stroke-width='0.6'/><text class='sa-muted' x='1088' y='362.0' font-size='11'>no result</text></svg><script type='text/plain' id='sa-csv'>Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Stability,Validity
 RFImportance,Non-search,Tree,1274.0,1230.0,1326.0,0.597,0.507
 CART,Non-search,Tree,1177.0,1128.0,1234.0,0.324,0.482
 ElasticNet,Non-search,Regularization,1171.0,1122.0,1220.0,0.308,0.568
@@ -105,6 +65,47 @@ function saCsv(name) {
   if (window.ResizeObserver) new ResizeObserver(post).observe(document.body);
 })();
 
+// Instant tooltip: a native SVG <title> only shows after a browser delay of 1-3 s.
+(function () {
+  var tip = document.createElement('div');
+  tip.id = 'sa-tip';
+  document.body.appendChild(tip);
+  var current = null;
+  function show(hit, x, y) {
+    if (current !== hit) {
+      if (current) current.classList.remove('sa-on');
+      current = hit;
+      hit.classList.add('sa-on');
+      var lines = hit.getAttribute('data-tip').split('\n');
+      tip.textContent = '';
+      var head = document.createElement('b');
+      head.textContent = lines[0];
+      tip.appendChild(head);
+      tip.appendChild(document.createTextNode('\n' + lines.slice(1).join('\n')));
+      tip.style.display = 'block';
+    }
+    var w = tip.offsetWidth, h = tip.offsetHeight;
+    var left = x + 14, top = y + 14;
+    if (left + w > window.innerWidth - 4) left = Math.max(4, x - w - 14);
+    if (top + h > window.innerHeight - 4) top = Math.max(4, y - h - 14);
+    tip.style.left = left + 'px';
+    tip.style.top = top + 'px';
+  }
+  function hide() {
+    if (current) current.classList.remove('sa-on');
+    current = null;
+    tip.style.display = 'none';
+  }
+  document.addEventListener('pointermove', function (e) {
+    var hit = e.target.closest ? e.target.closest('.sa-hit') : null;
+    if (hit) show(hit, e.clientX, e.clientY); else if (e.pointerType === 'mouse') hide();
+  });
+  document.addEventListener('pointerdown', function (e) {  // touch: tap a bar to show, elsewhere to hide
+    var hit = e.target.closest ? e.target.closest('.sa-hit') : null;
+    if (hit) show(hit, e.clientX, e.clientY); else hide();
+  });
+  document.addEventListener('mouseleave', hide);
+})();
 function saSvgString() {
   var svg = document.getElementById('sa-figure').cloneNode(true);
   var style = getComputedStyle(document.documentElement);

data/subsets/tasks_all/models_lightgbm/budgets_4/leaderboard_table.html

@@ -29,7 +29,7 @@ td.na { color:var(--muted); }
   font-size:12px; color:var(--fg); }
 .pill.cat-search { border-color:var(--accent); }
 .pill.cat-baseline { color:var(--muted); }
-</style></head><body><div class='toolbar'><span class='hint'>Click a column to sort. Hover a header for its definition.</span><button onclick="saCsv('selectarena_leaderboard.csv')">CSV</button></div><div class='wrap'><table id='sa-table'><thead><tr><th class='num'>#</th><th class=''>Method</th><th class='' title='Taxonomy of the paper (Appendix A). Search methods evaluate many feature subsets with the model (forward, backward, leave-one-out); non-search methods use a proxy instead (correlation, distance, information theory, tree, regularization).'>Type</th><th class='num' title='Bradley-Terry Elo from pairwise matches within each dataset, budget and downstream model. Random = 1000. +/− give the 95% bootstrap interval.'>Elo ↑</th><th class='num' title='Mean rank of the downstream error.'>Avg. rank ↓</th><th class='num' title='Share of pairwise comparisons won, in %. Ties count half.'>Win rate ↑</th><th class='num' title='Mean relative gap (error − best error) / error to the best method, in %.'>Improvability ↓</th><th class='num' title='Mean ratio of the error to the same model trained on all features. Below 1: the selection helped.'>Error vs. all ↓</th><th class='num' title='Agreement of the selected features across bootstrap resamples (Nogueira et al., 2018).'>Stability ↑</th><th class='num' title='Share of the budget filled with original features when as many noise features are added.'>Validity ↑</th><th class='num' title='Median wall-clock time of the selection.'>Time (s) ↓</th><th class='num' title='Share of runs where the method ran out of time and random features filled the budget.'>Fallback (%)</th><th class='num'>#Datasets</th></tr></thead><tbody><tr><td class='num' data-sort='1'>1</td><td class='method' data-sort='RFImportance'>RFImportance</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1274.0'>1274<span class='sub'>+52 / −44</span></td><td class='num' data-sort='5.9'>5.90</td><td class='num' data-sort='65.0'>65.0</td><td class='num' data-sort='8.7'>8.7</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.597'>0.597</td><td class='num' data-sort='0.507'>0.507</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='2'>2</td><td class='method' data-sort='CART'>CART</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1177.0'>1177<span class='sub'>+57 / −49</span></td><td class='num' data-sort='6.9'>6.90</td><td class='num' data-sort='57.9'>57.9</td><td class='num' data-sort='11.0'>11.0</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.324'>0.324</td><td class='num' data-sort='0.482'>0.482</td><td class='num' data-sort='0.1'>0.1</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='3'>3</td><td class='method' data-sort='ElasticNet'>ElasticNet</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1171.0'>1171<span class='sub'>+49 / −49</span></td><td class='num' data-sort='7.05'>7.05</td><td class='num' data-sort='56.8'>56.8</td><td class='num' data-sort='10.8'>10.8</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.308'>0.308</td><td class='num' data-sort='0.568'>0.568</td><td class='num' data-sort='6.1'>6.1</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='4'>4</td><td class='method' data-sort='Lasso'>Lasso</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1169.0'>1169<span class='sub'>+46 / −41</span></td><td class='num' data-sort='7.22'>7.22</td><td class='num' data-sort='55.6'>55.6</td><td class='num' data-sort='10.5'>10.5</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.246'>0.246</td><td class='num' data-sort='0.563'>0.563</td><td class='num' data-sort='1.8'>1.8</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='5'>5</td><td class='method' data-sort='MI'>MI</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1160.0'>1160<span class='sub'>+44 / −41</span></td><td class='num' data-sort='7.29'>7.29</td><td class='num' data-sort='55.1'>55.1</td><td class='num' data-sort='11.4'>11.4</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.587'>0.587</td><td class='num' data-sort='0.627'>0.627</td><td class='num' data-sort='0.4'>0.4</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='6'>6</td><td class='method' data-sort='F-Test'>F-Test</td><td class='' data-sort='Correlation'><span class='pill cat-non-search'>Correlation</span><span class='sub'>non-search</span></td><td class='num' data-sort='1154.0'>1154<span class='sub'>+45 / −50</span></td><td class='num' data-sort='7.5'>7.50</td><td class='num' data-sort='53.6'>53.6</td><td class='num' data-sort='10.2'>10.2</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.562'>0.562</td><td class='num' data-sort='0.689'>0.689</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='7'>7</td><td class='method' data-sort='(R)ReliefF'>(R)ReliefF</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='1148.0'>1148<span class='sub'>+45 / −48</span></td><td class='num' data-sort='7.86'>7.86</td><td class='num' data-sort='51.0'>51.0</td><td class='num' data-sort='11.2'>11.2</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.612'>0.612</td><td class='num' data-sort='0.594'>0.594</td><td class='num' data-sort='13.2'>13.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='8'>8</td><td class='method' data-sort='mRMR'>mRMR</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1125.0'>1125<span class='sub'>+45 / −48</span></td><td class='num' data-sort='7.75'>7.75</td><td class='num' data-sort='51.8'>51.8</td><td class='num' data-sort='10.2'>10.2</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.651'>0.651</td><td class='num' data-sort='0.53'>0.530</td><td class='num' data-sort='0.5'>0.5</td><td class='num' data-sort='9.9'>9.9</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='9'>9</td><td class='method' data-sort='MarkovBlanket'>MarkovBlanket</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1116.0'>1116<span class='sub'>+46 / −48</span></td><td class='num' data-sort='8.39'>8.39</td><td class='num' data-sort='47.2'>47.2</td><td class='num' data-sort='11.3'>11.3</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.404'>0.404</td><td class='num' data-sort='0.463'>0.463</td><td class='num' data-sort='0.1'>0.1</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='10'>10</td><td class='method' data-sort='SBE'>SBE</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1112.0'>1112<span class='sub'>+51 / −53</span></td><td class='num' data-sort='8.4'>8.40</td><td class='num' data-sort='47.1'>47.1</td><td class='num' data-sort='13.1'>13.1</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.059'>0.059</td><td class='num' data-sort='0.517'>0.517</td><td class='num' data-sort='1001.8'>1,001.8</td><td class='num' data-sort='40.8'>40.8</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='11'>11</td><td class='method' data-sort='SFS'>SFS</td><td class='' data-sort='Forward search'><span class='pill cat-search'>Forward search</span><span class='sub'>search</span></td><td class='num' data-sort='1097.0'>1097<span class='sub'>+50 / −49</span></td><td class='num' data-sort='8.7'>8.70</td><td class='num' data-sort='45.0'>45.0</td><td class='num' data-sort='13.1'>13.1</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.176'>0.176</td><td class='num' data-sort='0.525'>0.525</td><td class='num' data-sort='3227.2'>3,227.2</td><td class='num' data-sort='48.4'>48.4</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='12'>12</td><td class='method' data-sort='LOCO'>LOCO</td><td class='' data-sort='Leave-one-out'><span class='pill cat-search'>Leave-one-out</span><span class='sub'>search</span></td><td class='num' data-sort='1092.0'>1092<span class='sub'>+53 / −50</span></td><td class='num' data-sort='8.36'>8.36</td><td class='num' data-sort='47.4'>47.4</td><td class='num' data-sort='13.8'>13.8</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.08'>0.080</td><td class='num' data-sort='0.52'>0.520</td><td class='num' data-sort='249.4'>249.4</td><td class='num' data-sort='18.3'>18.3</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='13'>13</td><td class='method' data-sort='GainRatio'>GainRatio</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1091.0'>1091<span class='sub'>+41 / −46</span></td><td class='num' data-sort='8.61'>8.61</td><td class='num' data-sort='45.7'>45.7</td><td class='num' data-sort='12.7'>12.7</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.55'>0.550</td><td class='num' data-sort='0.659'>0.659</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='14'>14</td><td class='method' data-sort='Random'>Random</td><td class='' data-sort='Baseline'><span class='pill cat-baseline'>Baseline</span></td><td class='num' data-sort='1000.0'>1000<span class='sub'>+53 / −56</span></td><td class='num' data-sort='9.8'>9.80</td><td class='num' data-sort='37.1'>37.1</td><td class='num' data-sort='16.9'>16.9</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.002'>0.002</td><td class='num' data-sort='0.5'>0.500</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='100.0'>100.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='15'>15</td><td class='method' data-sort='LaplacianScore'>LaplacianScore</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='968.0'>968<span class='sub'>+56 / −74</span></td><td class='num' data-sort='10.28'>10.28</td><td class='num' data-sort='33.7'>33.7</td><td class='num' data-sort='20.2'>20.2</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.678'>0.678</td><td class='num' data-sort='0.701'>0.701</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr></tbody></table></div><script type='text/plain' id='sa-csv'>Rank,Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Avg. rank,Win rate (%),Improvability (%),Error vs. all features,Stability,Validity,Selection time (s),Fallback rate (%),#Datasets,#Comparisons
+</style></head><body><div class='toolbar'><span class='hint'>Click a column to sort. Hover a header for its definition.</span><button onclick="saCsv('selectarena_leaderboard.csv')">CSV</button></div><div class='wrap'><table id='sa-table'><thead><tr><th class='num'>#</th><th class=''>Method</th><th class='' title='Taxonomy of the paper (Appendix A). Search methods evaluate many feature subsets with the model (forward, backward, leave-one-out); non-search methods use a proxy instead (correlation, distance, information theory, tree, regularization).'>Type</th><th class='num' title='Bradley-Terry Elo from pairwise matches within each dataset, budget and downstream model. Random = 1000. +/− give the 95% bootstrap interval.'>Elo ↑</th><th class='num' title='Mean rank of the downstream error.'>Avg. rank ↓</th><th class='num' title='Mean relative gap (error − best error) / error to the best method, in %.'>Improvability ↓</th><th class='num' title='Agreement of the selected features across bootstrap resamples (Nogueira et al., 2018).'>Stability ↑</th><th class='num' title='Share of the budget filled with original features when as many noise features are added.'>Validity ↑</th><th class='num' title='Median wall-clock time of the selection.'>Time (s) ↓</th><th class='num' title='Share of runs where the method ran out of time and random features filled the budget.'>Fallback (%)</th></tr></thead><tbody><tr><td class='num' data-sort='1'>1</td><td class='method' data-sort='RFImportance'>RFImportance</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1274.0'>1274<span class='sub'>+52 / −44</span></td><td class='num' data-sort='5.9'>5.90</td><td class='num' data-sort='8.7'>8.7</td><td class='num' data-sort='0.597'>0.597</td><td class='num' data-sort='0.507'>0.507</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='2'>2</td><td class='method' data-sort='CART'>CART</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1177.0'>1177<span class='sub'>+57 / −49</span></td><td class='num' data-sort='6.9'>6.90</td><td class='num' data-sort='11.0'>11.0</td><td class='num' data-sort='0.324'>0.324</td><td class='num' data-sort='0.482'>0.482</td><td class='num' data-sort='0.1'>0.1</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='3'>3</td><td class='method' data-sort='ElasticNet'>ElasticNet</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1171.0'>1171<span class='sub'>+49 / −49</span></td><td class='num' data-sort='7.05'>7.05</td><td class='num' data-sort='10.8'>10.8</td><td class='num' data-sort='0.308'>0.308</td><td class='num' data-sort='0.568'>0.568</td><td class='num' data-sort='6.1'>6.1</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='4'>4</td><td class='method' data-sort='Lasso'>Lasso</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1169.0'>1169<span class='sub'>+46 / −41</span></td><td class='num' data-sort='7.22'>7.22</td><td class='num' data-sort='10.5'>10.5</td><td class='num' data-sort='0.246'>0.246</td><td class='num' data-sort='0.563'>0.563</td><td class='num' data-sort='1.8'>1.8</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='5'>5</td><td class='method' data-sort='MI'>MI</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1160.0'>1160<span class='sub'>+44 / −41</span></td><td class='num' data-sort='7.29'>7.29</td><td class='num' data-sort='11.4'>11.4</td><td class='num' data-sort='0.587'>0.587</td><td class='num' data-sort='0.627'>0.627</td><td class='num' data-sort='0.4'>0.4</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='6'>6</td><td class='method' data-sort='F-Test'>F-Test</td><td class='' data-sort='Correlation'><span class='pill cat-non-search'>Correlation</span><span class='sub'>non-search</span></td><td class='num' data-sort='1154.0'>1154<span class='sub'>+45 / −50</span></td><td class='num' data-sort='7.5'>7.50</td><td class='num' data-sort='10.2'>10.2</td><td class='num' data-sort='0.562'>0.562</td><td class='num' data-sort='0.689'>0.689</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='7'>7</td><td class='method' data-sort='(R)ReliefF'>(R)ReliefF</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='1148.0'>1148<span class='sub'>+45 / −48</span></td><td class='num' data-sort='7.86'>7.86</td><td class='num' data-sort='11.2'>11.2</td><td class='num' data-sort='0.612'>0.612</td><td class='num' data-sort='0.594'>0.594</td><td class='num' data-sort='13.2'>13.2</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='8'>8</td><td class='method' data-sort='mRMR'>mRMR</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1125.0'>1125<span class='sub'>+45 / −48</span></td><td class='num' data-sort='7.75'>7.75</td><td class='num' data-sort='10.2'>10.2</td><td class='num' data-sort='0.651'>0.651</td><td class='num' data-sort='0.53'>0.530</td><td class='num' data-sort='0.5'>0.5</td><td class='num' data-sort='9.9'>9.9</td></tr><tr><td class='num' data-sort='9'>9</td><td class='method' data-sort='MarkovBlanket'>MarkovBlanket</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1116.0'>1116<span class='sub'>+46 / −48</span></td><td class='num' data-sort='8.39'>8.39</td><td class='num' data-sort='11.3'>11.3</td><td class='num' data-sort='0.404'>0.404</td><td class='num' data-sort='0.463'>0.463</td><td class='num' data-sort='0.1'>0.1</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='10'>10</td><td class='method' data-sort='SBE'>SBE</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1112.0'>1112<span class='sub'>+51 / −53</span></td><td class='num' data-sort='8.4'>8.40</td><td class='num' data-sort='13.1'>13.1</td><td class='num' data-sort='0.059'>0.059</td><td class='num' data-sort='0.517'>0.517</td><td class='num' data-sort='1001.8'>1,001.8</td><td class='num' data-sort='40.8'>40.8</td></tr><tr><td class='num' data-sort='11'>11</td><td class='method' data-sort='SFS'>SFS</td><td class='' data-sort='Forward search'><span class='pill cat-search'>Forward search</span><span class='sub'>search</span></td><td class='num' data-sort='1097.0'>1097<span class='sub'>+50 / −49</span></td><td class='num' data-sort='8.7'>8.70</td><td class='num' data-sort='13.1'>13.1</td><td class='num' data-sort='0.176'>0.176</td><td class='num' data-sort='0.525'>0.525</td><td class='num' data-sort='3227.2'>3,227.2</td><td class='num' data-sort='48.4'>48.4</td></tr><tr><td class='num' data-sort='12'>12</td><td class='method' data-sort='LOCO'>LOCO</td><td class='' data-sort='Leave-one-out'><span class='pill cat-search'>Leave-one-out</span><span class='sub'>search</span></td><td class='num' data-sort='1092.0'>1092<span class='sub'>+53 / −50</span></td><td class='num' data-sort='8.36'>8.36</td><td class='num' data-sort='13.8'>13.8</td><td class='num' data-sort='0.08'>0.080</td><td class='num' data-sort='0.52'>0.520</td><td class='num' data-sort='249.4'>249.4</td><td class='num' data-sort='18.3'>18.3</td></tr><tr><td class='num' data-sort='13'>13</td><td class='method' data-sort='GainRatio'>GainRatio</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1091.0'>1091<span class='sub'>+41 / −46</span></td><td class='num' data-sort='8.61'>8.61</td><td class='num' data-sort='12.7'>12.7</td><td class='num' data-sort='0.55'>0.550</td><td class='num' data-sort='0.659'>0.659</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='14'>14</td><td class='method' data-sort='Random'>Random</td><td class='' data-sort='Baseline'><span class='pill cat-baseline'>Baseline</span></td><td class='num' data-sort='1000.0'>1000<span class='sub'>+53 / −56</span></td><td class='num' data-sort='9.8'>9.80</td><td class='num' data-sort='16.9'>16.9</td><td class='num' data-sort='0.002'>0.002</td><td class='num' data-sort='0.5'>0.500</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='100.0'>100.0</td></tr><tr><td class='num' data-sort='15'>15</td><td class='method' data-sort='LaplacianScore'>LaplacianScore</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='968.0'>968<span class='sub'>+56 / −74</span></td><td class='num' data-sort='10.28'>10.28</td><td class='num' data-sort='20.2'>20.2</td><td class='num' data-sort='0.678'>0.678</td><td class='num' data-sort='0.701'>0.701</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td></tr></tbody></table></div><script type='text/plain' id='sa-csv'>Rank,Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Avg. rank,Win rate (%),Improvability (%),Error vs. all features,Stability,Validity,Selection time (s),Fallback rate (%),#Datasets,#Comparisons
 1,RFImportance,Non-search,Tree,1274.0,1230.0,1326.0,5.9,65.0,8.7,,0.597,0.507,0.2,0.0,71,213
 2,CART,Non-search,Tree,1177.0,1128.0,1234.0,6.9,57.9,11.0,,0.324,0.482,0.1,0.0,71,213
 3,ElasticNet,Non-search,Regularization,1171.0,1122.0,1220.0,7.05,56.8,10.8,,0.308,0.568,6.1,0.0,71,213

data/subsets/tasks_all/models_lightgbm/budgets_all/elo_explorer.html

@@ -11,60 +11,20 @@ html, body { margin:0; padding:0; background:var(--bg); color:var(--fg);
 .toolbar button { font:inherit; font-size:12px; color:var(--fg); background:var(--soft);
   border:1px solid var(--line); border-radius:6px; padding:3px 10px; cursor:pointer; }
 .toolbar button:hover { border-color:var(--accent); }
-</style></head><body><div class='toolbar'><span class='hint'>Hover a method for its values.</span><button onclick='saSvg()'>SVG</button><button onclick='saPng()'>PNG</button><button onclick="saCsv('selectarena_elo.csv')">CSV</button></div><svg id='sa-figure' viewBox='0 0 1156 440' role='img' aria-label='Elo rating of each feature selection method, shaded by stability and validity'><style>
+
+#sa-tip { position:fixed; z-index:10; pointer-events:none; display:none; max-width:280px;
+  padding:6px 9px; border-radius:6px; border:1px solid var(--line); background:var(--bg); color:var(--fg);
+  font-size:12px; line-height:1.45; white-space:pre-line; box-shadow:0 2px 8px rgba(0,0,0,0.15); }
+#sa-tip b { font-weight:600; }
+</style></head><body><div class='toolbar'><span class='hint'>Hover or tap a method for its values.</span><button onclick='saSvg()'>SVG</button><button onclick='saPng()'>PNG</button><button onclick="saCsv('selectarena_elo.csv')">CSV</button></div><svg id='sa-figure' viewBox='0 0 1156 440' role='img' aria-label='Elo rating of each feature selection method, shaded by stability and validity'><style>
 svg { display:block; width:100%; height:auto; }
 .sa-text { fill:var(--fg); }
 .sa-muted { fill:var(--muted); }
 .sa-grid { stroke:var(--line); }
 .sa-ink { stroke:var(--fg); }
-.sa-hit { fill:transparent; }
-.sa-hit:hover { fill:var(--fg); fill-opacity:0.06; }
-</style><defs><pattern id='sa-na' width='6' height='6' patternUnits='userSpaceOnUse' patternTransform='rotate(45)'><rect width='6' height='6' fill='#e5e7eb'/><line x1='0' y1='0' x2='0' y2='6' stroke='#9ca3af' stroke-width='2'/></pattern><linearGradient id='sa-g-stab' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#0072B2'/></linearGradient><linearGradient id='sa-g-val' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#D55E00'/></linearGradient></defs><line class='sa-grid' x1='64' x2='1024' y1='287.6' y2='287.6' stroke-width='1'/><text class='sa-muted' x='56' y='291.6' text-anchor='end' font-size='12'>900</text><line class='sa-grid' x1='64' x2='1024' y1='233.7' y2='233.7' stroke-width='1'/><text class='sa-muted' x='56' y='237.7' text-anchor='end' font-size='12'>1000</text><line class='sa-grid' x1='64' x2='1024' y1='179.7' y2='179.7' stroke-width='1'/><text class='sa-muted' x='56' y='183.7' text-anchor='end' font-size='12'>1100</text><line class='sa-grid' x1='64' x2='1024' y1='125.8' y2='125.8' stroke-width='1'/><text class='sa-muted' x='56' y='129.8' text-anchor='end' font-size='12'>1200</text><line class='sa-grid' x1='64' x2='1024' y1='71.9' y2='71.9' stroke-width='1'/><text class='sa-muted' x='56' y='75.9' text-anchor='end' font-size='12'>1300</text><line class='sa-grid' x1='64' x2='1024' y1='18.0' y2='18.0' stroke-width='1'/><text class='sa-muted' x='56' y='22.0' text-anchor='end' font-size='12'>1400</text><text class='sa-text' transform='translate(16 173) rotate(-90)' text-anchor='middle' font-size='13'>Elo</text><line class='sa-ink' x1='64' x2='1024' y1='233.7' y2='233.7' stroke-width='1' stroke-dasharray='4 4' opacity='0.5'/><rect x='73.6' y='264.4' width='22.4' height='63.6' fill='#59a3cd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='96.0' y='264.4' width='22.4' height='63.6' fill='#de7f34' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='96.0' x2='96.0' y1='235.3' y2='299.4'/><line x1='91.0' x2='101.0' y1='235.3' y2='235.3'/><line x1='91.0' x2='101.0' y1='299.4' y2='299.4'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(100.0 342.0) rotate(-35)'>LaplacianScore</text><rect class='sa-hit' x='64.0' y='18' width='64' height='414'><title>LaplacianScore (Distance, non-search)
-Elo 943  [95% CI 878–997]
-Stability 0.652
-Validity 0.797</title></rect><rect x='137.6' y='233.7' width='22.4' height='94.3' fill='#ffffff' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='160.0' y='233.7' width='22.4' height='94.3' fill='#eaae80' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='160.0' x2='160.0' y1='214.2' y2='254.1'/><line x1='155.0' x2='165.0' y1='214.2' y2='214.2'/><line x1='155.0' x2='165.0' y1='254.1' y2='254.1'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(164.0 342.0) rotate(-35)'>Random</text><rect class='sa-hit' x='128.0' y='18' width='64' height='414'><title>Random (Baseline, baseline)
-Elo 1000  [95% CI 962–1036]
-Stability 0.001
-Validity 0.500</title></rect><rect x='201.6' y='148.5' width='22.4' height='179.5' fill='#d3e7f2' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='224.0' y='148.5' width='22.4' height='179.5' fill='#e7a16a' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='224.0' x2='224.0' y1='126.4' y2='170.0'/><line x1='219.0' x2='229.0' y1='126.4' y2='126.4'/><line x1='219.0' x2='229.0' y1='170.0' y2='170.0'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(228.0 342.0) rotate(-35)'>LOCO</text><rect class='sa-hit' x='192.0' y='18' width='64' height='414'><title>LOCO (Leave-one-out, search)
-Elo 1158  [95% CI 1118–1199]
-Stability 0.173
-Validity 0.583</title></rect><rect x='265.6' y='136.1' width='22.4' height='191.9' fill='#5ba4cd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='288.0' y='136.1' width='22.4' height='191.9' fill='#dc7a2d' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='288.0' x2='288.0' y1='118.8' y2='153.9'/><line x1='283.0' x2='293.0' y1='118.8' y2='118.8'/><line x1='283.0' x2='293.0' y1='153.9' y2='153.9'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(292.0 342.0) rotate(-35)'>GainRatio</text><rect class='sa-hit' x='256.0' y='18' width='64' height='414'><title>GainRatio (Information theory, non-search)
-Elo 1181  [95% CI 1148–1213]
-Stability 0.644
-Validity 0.825</title></rect><rect x='329.6' y='134.5' width='22.4' height='193.5' fill='#ddecf5' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='352.0' y='134.5' width='22.4' height='193.5' fill='#e7a570' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='352.0' x2='352.0' y1='110.7' y2='159.3'/><line x1='347.0' x2='357.0' y1='110.7' y2='110.7'/><line x1='347.0' x2='357.0' y1='159.3' y2='159.3'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(356.0 342.0) rotate(-35)'>SBE</text><rect class='sa-hit' x='320.0' y='18' width='64' height='414'><title>SBE (Backward search, search)
-Elo 1184  [95% CI 1138–1228]
-Stability 0.132
-Validity 0.560</title></rect><rect x='393.6' y='133.9' width='22.4' height='194.1' fill='#5aa4cd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='416.0' y='133.9' width='22.4' height='194.1' fill='#e08842' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='416.0' x2='416.0' y1='114.0' y2='153.3'/><line x1='411.0' x2='421.0' y1='114.0' y2='114.0'/><line x1='411.0' x2='421.0' y1='153.3' y2='153.3'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(420.0 342.0) rotate(-35)'>(R)ReliefF</text><rect class='sa-hit' x='384.0' y='18' width='64' height='414'><title>(R)ReliefF (Distance, non-search)
-Elo 1185  [95% CI 1149–1222]
-Stability 0.646
-Validity 0.740</title></rect><rect x='457.6' y='130.1' width='22.4' height='197.9' fill='#bbd9ea' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='480.0' y='130.1' width='22.4' height='197.9' fill='#e59a5f' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='480.0' x2='480.0' y1='109.7' y2='151.7'/><line x1='475.0' x2='485.0' y1='109.7' y2='109.7'/><line x1='475.0' x2='485.0' y1='151.7' y2='151.7'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(484.0 342.0) rotate(-35)'>SFS</text><rect class='sa-hit' x='448.0' y='18' width='64' height='414'><title>SFS (Forward search, search)
-Elo 1192  [95% CI 1152–1230]
-Stability 0.267
-Validity 0.627</title></rect><rect x='521.6' y='125.3' width='22.4' height='202.7' fill='#65aad0' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='544.0' y='125.3' width='22.4' height='202.7' fill='#e39658' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='544.0' x2='544.0' y1='107.5' y2='143.1'/><line x1='539.0' x2='549.0' y1='107.5' y2='107.5'/><line x1='539.0' x2='549.0' y1='143.1' y2='143.1'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(548.0 342.0) rotate(-35)'>mRMR</text><rect class='sa-hit' x='512.0' y='18' width='64' height='414'><title>mRMR (Information theory, non-search)
-Elo 1201  [95% CI 1168–1234]
-Stability 0.604
-Validity 0.655</title></rect><rect x='585.6' y='116.7' width='22.4' height='211.3' fill='#529fcb' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='608.0' y='116.7' width='22.4' height='211.3' fill='#db7727' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='608.0' x2='608.0' y1='98.3' y2='135.0'/><line x1='603.0' x2='613.0' y1='98.3' y2='98.3'/><line x1='603.0' x2='613.0' y1='135.0' y2='135.0'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(612.0 342.0) rotate(-35)'>F-Test</text><rect class='sa-hit' x='576.0' y='18' width='64' height='414'><title>F-Test (Correlation, non-search)
-Elo 1217  [95% CI 1183–1251]
-Stability 0.679
-Validity 0.846</title></rect><rect x='649.6' y='112.9' width='22.4' height='215.1' fill='#96c5df' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='672.0' y='112.9' width='22.4' height='215.1' fill='#ecb489' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='672.0' x2='672.0' y1='96.2' y2='128.0'/><line x1='667.0' x2='677.0' y1='96.2' y2='96.2'/><line x1='667.0' x2='677.0' y1='128.0' y2='128.0'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(676.0 342.0) rotate(-35)'>MarkovBlanket</text><rect class='sa-hit' x='640.0' y='18' width='64' height='414'><title>MarkovBlanket (Backward search, search)
-Elo 1224  [95% CI 1196–1255]
-Stability 0.413
-Validity 0.463</title></rect><rect x='713.6' y='102.1' width='22.4' height='225.9' fill='#5aa4cd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='736.0' y='102.1' width='22.4' height='225.9' fill='#de8137' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='736.0' x2='736.0' y1='84.9' y2='118.3'/><line x1='731.0' x2='741.0' y1='84.9' y2='84.9'/><line x1='731.0' x2='741.0' y1='118.3' y2='118.3'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(740.0 342.0) rotate(-35)'>MI</text><rect class='sa-hit' x='704.0' y='18' width='64' height='414'><title>MI (Information theory, non-search)
-Elo 1244  [95% CI 1214–1276]
-Stability 0.647
-Validity 0.785</title></rect><rect x='777.6' y='102.1' width='22.4' height='225.9' fill='#a3cce3' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='800.0' y='102.1' width='22.4' height='225.9' fill='#e08945' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='800.0' x2='800.0' y1='82.7' y2='121.5'/><line x1='795.0' x2='805.0' y1='82.7' y2='82.7'/><line x1='795.0' x2='805.0' y1='121.5' y2='121.5'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(804.0 342.0) rotate(-35)'>Lasso</text><rect class='sa-hit' x='768.0' y='18' width='64' height='414'><title>Lasso (Regularization, non-search)
-Elo 1244  [95% CI 1208–1280]
-Stability 0.362
-Validity 0.730</title></rect><rect x='841.6' y='97.8' width='22.4' height='230.2' fill='#8dc0dd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='864.0' y='97.8' width='22.4' height='230.2' fill='#df853d' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='864.0' x2='864.0' y1='78.4' y2='117.7'/><line x1='859.0' x2='869.0' y1='78.4' y2='78.4'/><line x1='859.0' x2='869.0' y1='117.7' y2='117.7'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(868.0 342.0) rotate(-35)'>ElasticNet</text><rect class='sa-hit' x='832.0' y='18' width='64' height='414'><title>ElasticNet (Regularization, non-search)
-Elo 1252  [95% CI 1215–1288]
-Stability 0.447
-Validity 0.760</title></rect><rect x='905.6' y='89.7' width='22.4' height='238.3' fill='#93c3df' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='928.0' y='89.7' width='22.4' height='238.3' fill='#e6a16a' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='928.0' x2='928.0' y1='68.7' y2='107.5'/><line x1='923.0' x2='933.0' y1='68.7' y2='68.7'/><line x1='923.0' x2='933.0' y1='107.5' y2='107.5'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(932.0 342.0) rotate(-35)'>CART</text><rect class='sa-hit' x='896.0' y='18' width='64' height='414'><title>CART (Tree, non-search)
-Elo 1267  [95% CI 1234–1306]
-Stability 0.422
-Validity 0.586</title></rect><rect x='969.6' y='64.9' width='22.4' height='263.1' fill='#5ba4cd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='992.0' y='64.9' width='22.4' height='263.1' fill='#e39354' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='992.0' x2='992.0' y1='41.2' y2='85.9'/><line x1='987.0' x2='997.0' y1='41.2' y2='41.2'/><line x1='987.0' x2='997.0' y1='85.9' y2='85.9'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(996.0 342.0) rotate(-35)'>RFImportance</text><rect class='sa-hit' x='960.0' y='18' width='64' height='414'><title>RFImportance (Tree, non-search)
-Elo 1313  [95% CI 1274–1357]
-Stability 0.643
-Validity 0.669</title></rect><line class='sa-ink' x1='64' x2='1024' y1='328.0' y2='328.0' stroke-width='1' opacity='0.4'/><rect x='1070' y='40.0' width='12' height='107.0' fill='url(#sa-g-stab)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='30.0' text-anchor='middle' font-size='12'>stable</text><text class='sa-text' x='1076' y='165.0' text-anchor='middle' font-size='12'>unstable</text><text class='sa-muted' x='1088' y='151.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='97.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='44.0' font-size='11'>1.0</text><rect x='1070' y='207.0' width='12' height='107.0' fill='url(#sa-g-val)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='197.0' text-anchor='middle' font-size='12'>valid</text><text class='sa-text' x='1076' y='332.0' text-anchor='middle' font-size='12'>invalid</text><text class='sa-muted' x='1088' y='318.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='264.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='211.0' font-size='11'>1.0</text><rect x='1070' y='352.0' width='12' height='12' fill='url(#sa-na)' stroke='#000' stroke-width='0.6'/><text class='sa-muted' x='1088' y='362.0' font-size='11'>no result</text></svg><script type='text/plain' id='sa-csv'>Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Stability,Validity
+.sa-hit { fill:transparent; cursor:default; }
+.sa-hit:hover, .sa-hit.sa-on { fill:var(--fg); fill-opacity:0.06; }
+</style><defs><pattern id='sa-na' width='6' height='6' patternUnits='userSpaceOnUse' patternTransform='rotate(45)'><rect width='6' height='6' fill='#e5e7eb'/><line x1='0' y1='0' x2='0' y2='6' stroke='#9ca3af' stroke-width='2'/></pattern><linearGradient id='sa-g-stab' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#0072B2'/></linearGradient><linearGradient id='sa-g-val' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#D55E00'/></linearGradient></defs><line class='sa-grid' x1='64' x2='1024' y1='287.6' y2='287.6' stroke-width='1'/><text class='sa-muted' x='56' y='291.6' text-anchor='end' font-size='12'>900</text><line class='sa-grid' x1='64' x2='1024' y1='233.7' y2='233.7' stroke-width='1'/><text class='sa-muted' x='56' y='237.7' text-anchor='end' font-size='12'>1000</text><line class='sa-grid' x1='64' x2='1024' y1='179.7' y2='179.7' stroke-width='1'/><text class='sa-muted' x='56' y='183.7' text-anchor='end' font-size='12'>1100</text><line class='sa-grid' x1='64' x2='1024' y1='125.8' y2='125.8' stroke-width='1'/><text class='sa-muted' x='56' y='129.8' text-anchor='end' font-size='12'>1200</text><line class='sa-grid' x1='64' x2='1024' y1='71.9' y2='71.9' stroke-width='1'/><text class='sa-muted' x='56' y='75.9' text-anchor='end' font-size='12'>1300</text><line class='sa-grid' x1='64' x2='1024' y1='18.0' y2='18.0' stroke-width='1'/><text class='sa-muted' x='56' y='22.0' text-anchor='end' font-size='12'>1400</text><text class='sa-text' transform='translate(16 173) rotate(-90)' text-anchor='middle' font-size='13'>Elo</text><line class='sa-ink' x1='64' x2='1024' y1='233.7' y2='233.7' stroke-width='1' stroke-dasharray='4 4' opacity='0.5'/><rect x='73.6' y='264.4' width='22.4' height='63.6' fill='#59a3cd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='96.0' y='264.4' width='22.4' height='63.6' fill='#de7f34' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='96.0' x2='96.0' y1='235.3' y2='299.4'/><line x1='91.0' x2='101.0' y1='235.3' y2='235.3'/><line x1='91.0' x2='101.0' y1='299.4' y2='299.4'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(100.0 342.0) rotate(-35)'>LaplacianScore</text><rect class='sa-hit' x='64.0' y='18' width='64' height='414' data-tip='LaplacianScore (Distance, non-search)&#10;Elo 943  [95% CI 878–997]&#10;Stability 0.652&#10;Validity 0.797' aria-label='LaplacianScore (Distance, non-search)&#10;Elo 943  [95% CI 878–997]&#10;Stability 0.652&#10;Validity 0.797'/><rect x='137.6' y='233.7' width='22.4' height='94.3' fill='#ffffff' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='160.0' y='233.7' width='22.4' height='94.3' fill='#eaae80' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='160.0' x2='160.0' y1='214.2' y2='254.1'/><line x1='155.0' x2='165.0' y1='214.2' y2='214.2'/><line x1='155.0' x2='165.0' y1='254.1' y2='254.1'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(164.0 342.0) rotate(-35)'>Random</text><rect class='sa-hit' x='128.0' y='18' width='64' height='414' data-tip='Random (Baseline, baseline)&#10;Elo 1000  [95% CI 962–1036]&#10;Stability 0.001&#10;Validity 0.500' aria-label='Random (Baseline, baseline)&#10;Elo 1000  [95% CI 962–1036]&#10;Stability 0.001&#10;Validity 0.500'/><rect x='201.6' y='148.5' width='22.4' height='179.5' fill='#d3e7f2' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='224.0' y='148.5' width='22.4' height='179.5' fill='#e7a16a' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='224.0' x2='224.0' y1='126.4' y2='170.0'/><line x1='219.0' x2='229.0' y1='126.4' y2='126.4'/><line x1='219.0' x2='229.0' y1='170.0' y2='170.0'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(228.0 342.0) rotate(-35)'>LOCO</text><rect class='sa-hit' x='192.0' y='18' width='64' height='414' data-tip='LOCO (Leave-one-out, search)&#10;Elo 1158  [95% CI 1118–1199]&#10;Stability 0.173&#10;Validity 0.583' aria-label='LOCO (Leave-one-out, search)&#10;Elo 1158  [95% CI 1118–1199]&#10;Stability 0.173&#10;Validity 0.583'/><rect x='265.6' y='136.1' width='22.4' height='191.9' fill='#5ba4cd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='288.0' y='136.1' width='22.4' height='191.9' fill='#dc7a2d' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='288.0' x2='288.0' y1='118.8' y2='153.9'/><line x1='283.0' x2='293.0' y1='118.8' y2='118.8'/><line x1='283.0' x2='293.0' y1='153.9' y2='153.9'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(292.0 342.0) rotate(-35)'>GainRatio</text><rect class='sa-hit' x='256.0' y='18' width='64' height='414' data-tip='GainRatio (Information theory, non-search)&#10;Elo 1181  [95% CI 1148–1213]&#10;Stability 0.644&#10;Validity 0.825' aria-label='GainRatio (Information theory, non-search)&#10;Elo 1181  [95% CI 1148–1213]&#10;Stability 0.644&#10;Validity 0.825'/><rect x='329.6' y='134.5' width='22.4' height='193.5' fill='#ddecf5' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='352.0' y='134.5' width='22.4' height='193.5' fill='#e7a570' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='352.0' x2='352.0' y1='110.7' y2='159.3'/><line x1='347.0' x2='357.0' y1='110.7' y2='110.7'/><line x1='347.0' x2='357.0' y1='159.3' y2='159.3'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(356.0 342.0) rotate(-35)'>SBE</text><rect class='sa-hit' x='320.0' y='18' width='64' height='414' data-tip='SBE (Backward search, search)&#10;Elo 1184  [95% CI 1138–1228]&#10;Stability 0.132&#10;Validity 0.560' aria-label='SBE (Backward search, search)&#10;Elo 1184  [95% CI 1138–1228]&#10;Stability 0.132&#10;Validity 0.560'/><rect x='393.6' y='133.9' width='22.4' height='194.1' fill='#5aa4cd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='416.0' y='133.9' width='22.4' height='194.1' fill='#e08842' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='416.0' x2='416.0' y1='114.0' y2='153.3'/><line x1='411.0' x2='421.0' y1='114.0' y2='114.0'/><line x1='411.0' x2='421.0' y1='153.3' y2='153.3'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(420.0 342.0) rotate(-35)'>(R)ReliefF</text><rect class='sa-hit' x='384.0' y='18' width='64' height='414' data-tip='(R)ReliefF (Distance, non-search)&#10;Elo 1185  [95% CI 1149–1222]&#10;Stability 0.646&#10;Validity 0.740' aria-label='(R)ReliefF (Distance, non-search)&#10;Elo 1185  [95% CI 1149–1222]&#10;Stability 0.646&#10;Validity 0.740'/><rect x='457.6' y='130.1' width='22.4' height='197.9' fill='#bbd9ea' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='480.0' y='130.1' width='22.4' height='197.9' fill='#e59a5f' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='480.0' x2='480.0' y1='109.7' y2='151.7'/><line x1='475.0' x2='485.0' y1='109.7' y2='109.7'/><line x1='475.0' x2='485.0' y1='151.7' y2='151.7'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(484.0 342.0) rotate(-35)'>SFS</text><rect class='sa-hit' x='448.0' y='18' width='64' height='414' data-tip='SFS (Forward search, search)&#10;Elo 1192  [95% CI 1152–1230]&#10;Stability 0.267&#10;Validity 0.627' aria-label='SFS (Forward search, search)&#10;Elo 1192  [95% CI 1152–1230]&#10;Stability 0.267&#10;Validity 0.627'/><rect x='521.6' y='125.3' width='22.4' height='202.7' fill='#65aad0' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='544.0' y='125.3' width='22.4' height='202.7' fill='#e39658' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='544.0' x2='544.0' y1='107.5' y2='143.1'/><line x1='539.0' x2='549.0' y1='107.5' y2='107.5'/><line x1='539.0' x2='549.0' y1='143.1' y2='143.1'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(548.0 342.0) rotate(-35)'>mRMR</text><rect class='sa-hit' x='512.0' y='18' width='64' height='414' data-tip='mRMR (Information theory, non-search)&#10;Elo 1201  [95% CI 1168–1234]&#10;Stability 0.604&#10;Validity 0.655' aria-label='mRMR (Information theory, non-search)&#10;Elo 1201  [95% CI 1168–1234]&#10;Stability 0.604&#10;Validity 0.655'/><rect x='585.6' y='116.7' width='22.4' height='211.3' fill='#529fcb' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='608.0' y='116.7' width='22.4' height='211.3' fill='#db7727' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='608.0' x2='608.0' y1='98.3' y2='135.0'/><line x1='603.0' x2='613.0' y1='98.3' y2='98.3'/><line x1='603.0' x2='613.0' y1='135.0' y2='135.0'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(612.0 342.0) rotate(-35)'>F-Test</text><rect class='sa-hit' x='576.0' y='18' width='64' height='414' data-tip='F-Test (Correlation, non-search)&#10;Elo 1217  [95% CI 1183–1251]&#10;Stability 0.679&#10;Validity 0.846' aria-label='F-Test (Correlation, non-search)&#10;Elo 1217  [95% CI 1183–1251]&#10;Stability 0.679&#10;Validity 0.846'/><rect x='649.6' y='112.9' width='22.4' height='215.1' fill='#96c5df' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='672.0' y='112.9' width='22.4' height='215.1' fill='#ecb489' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='672.0' x2='672.0' y1='96.2' y2='128.0'/><line x1='667.0' x2='677.0' y1='96.2' y2='96.2'/><line x1='667.0' x2='677.0' y1='128.0' y2='128.0'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(676.0 342.0) rotate(-35)'>MarkovBlanket</text><rect class='sa-hit' x='640.0' y='18' width='64' height='414' data-tip='MarkovBlanket (Backward search, search)&#10;Elo 1224  [95% CI 1196–1255]&#10;Stability 0.413&#10;Validity 0.463' aria-label='MarkovBlanket (Backward search, search)&#10;Elo 1224  [95% CI 1196–1255]&#10;Stability 0.413&#10;Validity 0.463'/><rect x='713.6' y='102.1' width='22.4' height='225.9' fill='#5aa4cd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='736.0' y='102.1' width='22.4' height='225.9' fill='#de8137' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='736.0' x2='736.0' y1='84.9' y2='118.3'/><line x1='731.0' x2='741.0' y1='84.9' y2='84.9'/><line x1='731.0' x2='741.0' y1='118.3' y2='118.3'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(740.0 342.0) rotate(-35)'>MI</text><rect class='sa-hit' x='704.0' y='18' width='64' height='414' data-tip='MI (Information theory, non-search)&#10;Elo 1244  [95% CI 1214–1276]&#10;Stability 0.647&#10;Validity 0.785' aria-label='MI (Information theory, non-search)&#10;Elo 1244  [95% CI 1214–1276]&#10;Stability 0.647&#10;Validity 0.785'/><rect x='777.6' y='102.1' width='22.4' height='225.9' fill='#a3cce3' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='800.0' y='102.1' width='22.4' height='225.9' fill='#e08945' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='800.0' x2='800.0' y1='82.7' y2='121.5'/><line x1='795.0' x2='805.0' y1='82.7' y2='82.7'/><line x1='795.0' x2='805.0' y1='121.5' y2='121.5'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(804.0 342.0) rotate(-35)'>Lasso</text><rect class='sa-hit' x='768.0' y='18' width='64' height='414' data-tip='Lasso (Regularization, non-search)&#10;Elo 1244  [95% CI 1208–1280]&#10;Stability 0.362&#10;Validity 0.730' aria-label='Lasso (Regularization, non-search)&#10;Elo 1244  [95% CI 1208–1280]&#10;Stability 0.362&#10;Validity 0.730'/><rect x='841.6' y='97.8' width='22.4' height='230.2' fill='#8dc0dd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='864.0' y='97.8' width='22.4' height='230.2' fill='#df853d' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='864.0' x2='864.0' y1='78.4' y2='117.7'/><line x1='859.0' x2='869.0' y1='78.4' y2='78.4'/><line x1='859.0' x2='869.0' y1='117.7' y2='117.7'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(868.0 342.0) rotate(-35)'>ElasticNet</text><rect class='sa-hit' x='832.0' y='18' width='64' height='414' data-tip='ElasticNet (Regularization, non-search)&#10;Elo 1252  [95% CI 1215–1288]&#10;Stability 0.447&#10;Validity 0.760' aria-label='ElasticNet (Regularization, non-search)&#10;Elo 1252  [95% CI 1215–1288]&#10;Stability 0.447&#10;Validity 0.760'/><rect x='905.6' y='89.7' width='22.4' height='238.3' fill='#93c3df' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='928.0' y='89.7' width='22.4' height='238.3' fill='#e6a16a' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='928.0' x2='928.0' y1='68.7' y2='107.5'/><line x1='923.0' x2='933.0' y1='68.7' y2='68.7'/><line x1='923.0' x2='933.0' y1='107.5' y2='107.5'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(932.0 342.0) rotate(-35)'>CART</text><rect class='sa-hit' x='896.0' y='18' width='64' height='414' data-tip='CART (Tree, non-search)&#10;Elo 1267  [95% CI 1234–1306]&#10;Stability 0.422&#10;Validity 0.586' aria-label='CART (Tree, non-search)&#10;Elo 1267  [95% CI 1234–1306]&#10;Stability 0.422&#10;Validity 0.586'/><rect x='969.6' y='64.9' width='22.4' height='263.1' fill='#5ba4cd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='992.0' y='64.9' width='22.4' height='263.1' fill='#e39354' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='992.0' x2='992.0' y1='41.2' y2='85.9'/><line x1='987.0' x2='997.0' y1='41.2' y2='41.2'/><line x1='987.0' x2='997.0' y1='85.9' y2='85.9'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(996.0 342.0) rotate(-35)'>RFImportance</text><rect class='sa-hit' x='960.0' y='18' width='64' height='414' data-tip='RFImportance (Tree, non-search)&#10;Elo 1313  [95% CI 1274–1357]&#10;Stability 0.643&#10;Validity 0.669' aria-label='RFImportance (Tree, non-search)&#10;Elo 1313  [95% CI 1274–1357]&#10;Stability 0.643&#10;Validity 0.669'/><line class='sa-ink' x1='64' x2='1024' y1='328.0' y2='328.0' stroke-width='1' opacity='0.4'/><rect x='1070' y='40.0' width='12' height='107.0' fill='url(#sa-g-stab)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='30.0' text-anchor='middle' font-size='12'>stable</text><text class='sa-text' x='1076' y='165.0' text-anchor='middle' font-size='12'>unstable</text><text class='sa-muted' x='1088' y='151.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='97.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='44.0' font-size='11'>1.0</text><rect x='1070' y='207.0' width='12' height='107.0' fill='url(#sa-g-val)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='197.0' text-anchor='middle' font-size='12'>valid</text><text class='sa-text' x='1076' y='332.0' text-anchor='middle' font-size='12'>invalid</text><text class='sa-muted' x='1088' y='318.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='264.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='211.0' font-size='11'>1.0</text><rect x='1070' y='352.0' width='12' height='12' fill='url(#sa-na)' stroke='#000' stroke-width='0.6'/><text class='sa-muted' x='1088' y='362.0' font-size='11'>no result</text></svg><script type='text/plain' id='sa-csv'>Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Stability,Validity
 RFImportance,Non-search,Tree,1313.0,1274.0,1357.0,0.643,0.669
 CART,Non-search,Tree,1267.0,1234.0,1306.0,0.422,0.586
 ElasticNet,Non-search,Regularization,1252.0,1215.0,1288.0,0.447,0.76
@@ -105,6 +65,47 @@ function saCsv(name) {
   if (window.ResizeObserver) new ResizeObserver(post).observe(document.body);
 })();
 
+// Instant tooltip: a native SVG <title> only shows after a browser delay of 1-3 s.
+(function () {
+  var tip = document.createElement('div');
+  tip.id = 'sa-tip';
+  document.body.appendChild(tip);
+  var current = null;
+  function show(hit, x, y) {
+    if (current !== hit) {
+      if (current) current.classList.remove('sa-on');
+      current = hit;
+      hit.classList.add('sa-on');
+      var lines = hit.getAttribute('data-tip').split('\n');
+      tip.textContent = '';
+      var head = document.createElement('b');
+      head.textContent = lines[0];
+      tip.appendChild(head);
+      tip.appendChild(document.createTextNode('\n' + lines.slice(1).join('\n')));
+      tip.style.display = 'block';
+    }
+    var w = tip.offsetWidth, h = tip.offsetHeight;
+    var left = x + 14, top = y + 14;
+    if (left + w > window.innerWidth - 4) left = Math.max(4, x - w - 14);
+    if (top + h > window.innerHeight - 4) top = Math.max(4, y - h - 14);
+    tip.style.left = left + 'px';
+    tip.style.top = top + 'px';
+  }
+  function hide() {
+    if (current) current.classList.remove('sa-on');
+    current = null;
+    tip.style.display = 'none';
+  }
+  document.addEventListener('pointermove', function (e) {
+    var hit = e.target.closest ? e.target.closest('.sa-hit') : null;
+    if (hit) show(hit, e.clientX, e.clientY); else if (e.pointerType === 'mouse') hide();
+  });
+  document.addEventListener('pointerdown', function (e) {  // touch: tap a bar to show, elsewhere to hide
+    var hit = e.target.closest ? e.target.closest('.sa-hit') : null;
+    if (hit) show(hit, e.clientX, e.clientY); else hide();
+  });
+  document.addEventListener('mouseleave', hide);
+})();
 function saSvgString() {
   var svg = document.getElementById('sa-figure').cloneNode(true);
   var style = getComputedStyle(document.documentElement);

data/subsets/tasks_all/models_lightgbm/budgets_all/leaderboard_table.html

@@ -29,7 +29,7 @@ td.na { color:var(--muted); }
   font-size:12px; color:var(--fg); }
 .pill.cat-search { border-color:var(--accent); }
 .pill.cat-baseline { color:var(--muted); }
-</style></head><body><div class='toolbar'><span class='hint'>Click a column to sort. Hover a header for its definition.</span><button onclick="saCsv('selectarena_leaderboard.csv')">CSV</button></div><div class='wrap'><table id='sa-table'><thead><tr><th class='num'>#</th><th class=''>Method</th><th class='' title='Taxonomy of the paper (Appendix A). Search methods evaluate many feature subsets with the model (forward, backward, leave-one-out); non-search methods use a proxy instead (correlation, distance, information theory, tree, regularization).'>Type</th><th class='num' title='Bradley-Terry Elo from pairwise matches within each dataset, budget and downstream model. Random = 1000. +/− give the 95% bootstrap interval.'>Elo ↑</th><th class='num' title='Mean rank of the downstream error.'>Avg. rank ↓</th><th class='num' title='Share of pairwise comparisons won, in %. Ties count half.'>Win rate ↑</th><th class='num' title='Mean relative gap (error − best error) / error to the best method, in %.'>Improvability ↓</th><th class='num' title='Mean ratio of the error to the same model trained on all features. Below 1: the selection helped.'>Error vs. all ↓</th><th class='num' title='Agreement of the selected features across bootstrap resamples (Nogueira et al., 2018).'>Stability ↑</th><th class='num' title='Share of the budget filled with original features when as many noise features are added.'>Validity ↑</th><th class='num' title='Median wall-clock time of the selection.'>Time (s) ↓</th><th class='num' title='Share of runs where the method ran out of time and random features filled the budget.'>Fallback (%)</th><th class='num'>#Datasets</th></tr></thead><tbody><tr><td class='num' data-sort='1'>1</td><td class='method' data-sort='RFImportance'>RFImportance</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1313.0'>1313<span class='sub'>+44 / −39</span></td><td class='num' data-sort='6.08'>6.08</td><td class='num' data-sort='63.7'>63.7</td><td class='num' data-sort='13.4'>13.4</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.643'>0.643</td><td class='num' data-sort='0.669'>0.669</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='2'>2</td><td class='method' data-sort='CART'>CART</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1267.0'>1267<span class='sub'>+39 / −33</span></td><td class='num' data-sort='6.67'>6.67</td><td class='num' data-sort='59.5'>59.5</td><td class='num' data-sort='16.1'>16.1</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.422'>0.422</td><td class='num' data-sort='0.586'>0.586</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='3'>3</td><td class='method' data-sort='ElasticNet'>ElasticNet</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1252.0'>1252<span class='sub'>+36 / −37</span></td><td class='num' data-sort='6.86'>6.86</td><td class='num' data-sort='58.2'>58.2</td><td class='num' data-sort='16.4'>16.4</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.447'>0.447</td><td class='num' data-sort='0.76'>0.760</td><td class='num' data-sort='6.1'>6.1</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='4'>4</td><td class='method' data-sort='MI'>MI</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1244.0'>1244<span class='sub'>+32 / −30</span></td><td class='num' data-sort='7.09'>7.09</td><td class='num' data-sort='56.5'>56.5</td><td class='num' data-sort='16.6'>16.6</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.647'>0.647</td><td class='num' data-sort='0.785'>0.785</td><td class='num' data-sort='0.4'>0.4</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='5'>5</td><td class='method' data-sort='Lasso'>Lasso</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1244.0'>1244<span class='sub'>+36 / −36</span></td><td class='num' data-sort='7.06'>7.06</td><td class='num' data-sort='56.7'>56.7</td><td class='num' data-sort='16.4'>16.4</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.362'>0.362</td><td class='num' data-sort='0.73'>0.730</td><td class='num' data-sort='1.9'>1.9</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='6'>6</td><td class='method' data-sort='MarkovBlanket'>MarkovBlanket</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1224.0'>1224<span class='sub'>+31 / −28</span></td><td class='num' data-sort='7.48'>7.48</td><td class='num' data-sort='53.7'>53.7</td><td class='num' data-sort='17.5'>17.5</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.413'>0.413</td><td class='num' data-sort='0.463'>0.463</td><td class='num' data-sort='0.1'>0.1</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='7'>7</td><td class='method' data-sort='F-Test'>F-Test</td><td class='' data-sort='Correlation'><span class='pill cat-non-search'>Correlation</span><span class='sub'>non-search</span></td><td class='num' data-sort='1217.0'>1217<span class='sub'>+34 / −34</span></td><td class='num' data-sort='7.56'>7.56</td><td class='num' data-sort='53.2'>53.2</td><td class='num' data-sort='17.3'>17.3</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.679'>0.679</td><td class='num' data-sort='0.846'>0.846</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='8'>8</td><td class='method' data-sort='mRMR'>mRMR</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1201.0'>1201<span class='sub'>+33 / −33</span></td><td class='num' data-sort='7.9'>7.90</td><td class='num' data-sort='50.7'>50.7</td><td class='num' data-sort='17.8'>17.8</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.604'>0.604</td><td class='num' data-sort='0.655'>0.655</td><td class='num' data-sort='0.4'>0.4</td><td class='num' data-sort='3.4'>3.4</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='9'>9</td><td class='method' data-sort='SFS'>SFS</td><td class='' data-sort='Forward search'><span class='pill cat-search'>Forward search</span><span class='sub'>search</span></td><td class='num' data-sort='1192.0'>1192<span class='sub'>+38 / −40</span></td><td class='num' data-sort='7.96'>7.96</td><td class='num' data-sort='50.3'>50.3</td><td class='num' data-sort='19.5'>19.5</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.267'>0.267</td><td class='num' data-sort='0.627'>0.627</td><td class='num' data-sort='2166.9'>2,166.9</td><td class='num' data-sort='43.8'>43.8</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='10'>10</td><td class='method' data-sort='(R)ReliefF'>(R)ReliefF</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='1185.0'>1185<span class='sub'>+37 / −36</span></td><td class='num' data-sort='8.07'>8.07</td><td class='num' data-sort='49.5'>49.5</td><td class='num' data-sort='18.9'>18.9</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.646'>0.646</td><td class='num' data-sort='0.74'>0.740</td><td class='num' data-sort='13.1'>13.1</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='11'>11</td><td class='method' data-sort='SBE'>SBE</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1184.0'>1184<span class='sub'>+44 / −46</span></td><td class='num' data-sort='8.09'>8.09</td><td class='num' data-sort='49.4'>49.4</td><td class='num' data-sort='21.2'>21.2</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.132'>0.132</td><td class='num' data-sort='0.56'>0.560</td><td class='num' data-sort='2611.6'>2,611.6</td><td class='num' data-sort='46.2'>46.2</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='12'>12</td><td class='method' data-sort='GainRatio'>GainRatio</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1181.0'>1181<span class='sub'>+32 / −33</span></td><td class='num' data-sort='8.25'>8.25</td><td class='num' data-sort='48.2'>48.2</td><td class='num' data-sort='19.3'>19.3</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.644'>0.644</td><td class='num' data-sort='0.825'>0.825</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='13'>13</td><td class='method' data-sort='LOCO'>LOCO</td><td class='' data-sort='Leave-one-out'><span class='pill cat-search'>Leave-one-out</span><span class='sub'>search</span></td><td class='num' data-sort='1158.0'>1158<span class='sub'>+41 / −40</span></td><td class='num' data-sort='8.35'>8.35</td><td class='num' data-sort='47.5'>47.5</td><td class='num' data-sort='21.6'>21.6</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.173'>0.173</td><td class='num' data-sort='0.583'>0.583</td><td class='num' data-sort='240.9'>240.9</td><td class='num' data-sort='7.2'>7.2</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='14'>14</td><td class='method' data-sort='Random'>Random</td><td class='' data-sort='Baseline'><span class='pill cat-baseline'>Baseline</span></td><td class='num' data-sort='1000.0'>1000<span class='sub'>+36 / −38</span></td><td class='num' data-sort='10.78'>10.78</td><td class='num' data-sort='30.1'>30.1</td><td class='num' data-sort='30.3'>30.3</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.001'>0.001</td><td class='num' data-sort='0.5'>0.500</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='100.0'>100.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='15'>15</td><td class='method' data-sort='LaplacianScore'>LaplacianScore</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='943.0'>943<span class='sub'>+54 / −65</span></td><td class='num' data-sort='11.8'>11.80</td><td class='num' data-sort='22.8'>22.8</td><td class='num' data-sort='35.1'>35.1</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.652'>0.652</td><td class='num' data-sort='0.797'>0.797</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr></tbody></table></div><script type='text/plain' id='sa-csv'>Rank,Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Avg. rank,Win rate (%),Improvability (%),Error vs. all features,Stability,Validity,Selection time (s),Fallback rate (%),#Datasets,#Comparisons
+</style></head><body><div class='toolbar'><span class='hint'>Click a column to sort. Hover a header for its definition.</span><button onclick="saCsv('selectarena_leaderboard.csv')">CSV</button></div><div class='wrap'><table id='sa-table'><thead><tr><th class='num'>#</th><th class=''>Method</th><th class='' title='Taxonomy of the paper (Appendix A). Search methods evaluate many feature subsets with the model (forward, backward, leave-one-out); non-search methods use a proxy instead (correlation, distance, information theory, tree, regularization).'>Type</th><th class='num' title='Bradley-Terry Elo from pairwise matches within each dataset, budget and downstream model. Random = 1000. +/− give the 95% bootstrap interval.'>Elo ↑</th><th class='num' title='Mean rank of the downstream error.'>Avg. rank ↓</th><th class='num' title='Mean relative gap (error − best error) / error to the best method, in %.'>Improvability ↓</th><th class='num' title='Agreement of the selected features across bootstrap resamples (Nogueira et al., 2018).'>Stability ↑</th><th class='num' title='Share of the budget filled with original features when as many noise features are added.'>Validity ↑</th><th class='num' title='Median wall-clock time of the selection.'>Time (s) ↓</th><th class='num' title='Share of runs where the method ran out of time and random features filled the budget.'>Fallback (%)</th></tr></thead><tbody><tr><td class='num' data-sort='1'>1</td><td class='method' data-sort='RFImportance'>RFImportance</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1313.0'>1313<span class='sub'>+44 / −39</span></td><td class='num' data-sort='6.08'>6.08</td><td class='num' data-sort='13.4'>13.4</td><td class='num' data-sort='0.643'>0.643</td><td class='num' data-sort='0.669'>0.669</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='2'>2</td><td class='method' data-sort='CART'>CART</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1267.0'>1267<span class='sub'>+39 / −33</span></td><td class='num' data-sort='6.67'>6.67</td><td class='num' data-sort='16.1'>16.1</td><td class='num' data-sort='0.422'>0.422</td><td class='num' data-sort='0.586'>0.586</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='3'>3</td><td class='method' data-sort='ElasticNet'>ElasticNet</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1252.0'>1252<span class='sub'>+36 / −37</span></td><td class='num' data-sort='6.86'>6.86</td><td class='num' data-sort='16.4'>16.4</td><td class='num' data-sort='0.447'>0.447</td><td class='num' data-sort='0.76'>0.760</td><td class='num' data-sort='6.1'>6.1</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='4'>4</td><td class='method' data-sort='MI'>MI</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1244.0'>1244<span class='sub'>+32 / −30</span></td><td class='num' data-sort='7.09'>7.09</td><td class='num' data-sort='16.6'>16.6</td><td class='num' data-sort='0.647'>0.647</td><td class='num' data-sort='0.785'>0.785</td><td class='num' data-sort='0.4'>0.4</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='5'>5</td><td class='method' data-sort='Lasso'>Lasso</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1244.0'>1244<span class='sub'>+36 / −36</span></td><td class='num' data-sort='7.06'>7.06</td><td class='num' data-sort='16.4'>16.4</td><td class='num' data-sort='0.362'>0.362</td><td class='num' data-sort='0.73'>0.730</td><td class='num' data-sort='1.9'>1.9</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='6'>6</td><td class='method' data-sort='MarkovBlanket'>MarkovBlanket</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1224.0'>1224<span class='sub'>+31 / −28</span></td><td class='num' data-sort='7.48'>7.48</td><td class='num' data-sort='17.5'>17.5</td><td class='num' data-sort='0.413'>0.413</td><td class='num' data-sort='0.463'>0.463</td><td class='num' data-sort='0.1'>0.1</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='7'>7</td><td class='method' data-sort='F-Test'>F-Test</td><td class='' data-sort='Correlation'><span class='pill cat-non-search'>Correlation</span><span class='sub'>non-search</span></td><td class='num' data-sort='1217.0'>1217<span class='sub'>+34 / −34</span></td><td class='num' data-sort='7.56'>7.56</td><td class='num' data-sort='17.3'>17.3</td><td class='num' data-sort='0.679'>0.679</td><td class='num' data-sort='0.846'>0.846</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='8'>8</td><td class='method' data-sort='mRMR'>mRMR</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1201.0'>1201<span class='sub'>+33 / −33</span></td><td class='num' data-sort='7.9'>7.90</td><td class='num' data-sort='17.8'>17.8</td><td class='num' data-sort='0.604'>0.604</td><td class='num' data-sort='0.655'>0.655</td><td class='num' data-sort='0.4'>0.4</td><td class='num' data-sort='3.4'>3.4</td></tr><tr><td class='num' data-sort='9'>9</td><td class='method' data-sort='SFS'>SFS</td><td class='' data-sort='Forward search'><span class='pill cat-search'>Forward search</span><span class='sub'>search</span></td><td class='num' data-sort='1192.0'>1192<span class='sub'>+38 / −40</span></td><td class='num' data-sort='7.96'>7.96</td><td class='num' data-sort='19.5'>19.5</td><td class='num' data-sort='0.267'>0.267</td><td class='num' data-sort='0.627'>0.627</td><td class='num' data-sort='2166.9'>2,166.9</td><td class='num' data-sort='43.8'>43.8</td></tr><tr><td class='num' data-sort='10'>10</td><td class='method' data-sort='(R)ReliefF'>(R)ReliefF</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='1185.0'>1185<span class='sub'>+37 / −36</span></td><td class='num' data-sort='8.07'>8.07</td><td class='num' data-sort='18.9'>18.9</td><td class='num' data-sort='0.646'>0.646</td><td class='num' data-sort='0.74'>0.740</td><td class='num' data-sort='13.1'>13.1</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='11'>11</td><td class='method' data-sort='SBE'>SBE</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1184.0'>1184<span class='sub'>+44 / −46</span></td><td class='num' data-sort='8.09'>8.09</td><td class='num' data-sort='21.2'>21.2</td><td class='num' data-sort='0.132'>0.132</td><td class='num' data-sort='0.56'>0.560</td><td class='num' data-sort='2611.6'>2,611.6</td><td class='num' data-sort='46.2'>46.2</td></tr><tr><td class='num' data-sort='12'>12</td><td class='method' data-sort='GainRatio'>GainRatio</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1181.0'>1181<span class='sub'>+32 / −33</span></td><td class='num' data-sort='8.25'>8.25</td><td class='num' data-sort='19.3'>19.3</td><td class='num' data-sort='0.644'>0.644</td><td class='num' data-sort='0.825'>0.825</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='13'>13</td><td class='method' data-sort='LOCO'>LOCO</td><td class='' data-sort='Leave-one-out'><span class='pill cat-search'>Leave-one-out</span><span class='sub'>search</span></td><td class='num' data-sort='1158.0'>1158<span class='sub'>+41 / −40</span></td><td class='num' data-sort='8.35'>8.35</td><td class='num' data-sort='21.6'>21.6</td><td class='num' data-sort='0.173'>0.173</td><td class='num' data-sort='0.583'>0.583</td><td class='num' data-sort='240.9'>240.9</td><td class='num' data-sort='7.2'>7.2</td></tr><tr><td class='num' data-sort='14'>14</td><td class='method' data-sort='Random'>Random</td><td class='' data-sort='Baseline'><span class='pill cat-baseline'>Baseline</span></td><td class='num' data-sort='1000.0'>1000<span class='sub'>+36 / −38</span></td><td class='num' data-sort='10.78'>10.78</td><td class='num' data-sort='30.3'>30.3</td><td class='num' data-sort='0.001'>0.001</td><td class='num' data-sort='0.5'>0.500</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='100.0'>100.0</td></tr><tr><td class='num' data-sort='15'>15</td><td class='method' data-sort='LaplacianScore'>LaplacianScore</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='943.0'>943<span class='sub'>+54 / −65</span></td><td class='num' data-sort='11.8'>11.80</td><td class='num' data-sort='35.1'>35.1</td><td class='num' data-sort='0.652'>0.652</td><td class='num' data-sort='0.797'>0.797</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td></tr></tbody></table></div><script type='text/plain' id='sa-csv'>Rank,Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Avg. rank,Win rate (%),Improvability (%),Error vs. all features,Stability,Validity,Selection time (s),Fallback rate (%),#Datasets,#Comparisons
 1,RFImportance,Non-search,Tree,1313.0,1274.0,1357.0,6.08,63.7,13.4,,0.643,0.669,0.2,0.0,71,1065
 2,CART,Non-search,Tree,1267.0,1234.0,1306.0,6.67,59.5,16.1,,0.422,0.586,0.0,0.0,71,1065
 3,ElasticNet,Non-search,Regularization,1252.0,1215.0,1288.0,6.86,58.2,16.4,,0.447,0.76,6.1,0.0,71,1065

data/subsets/tasks_all/models_linearmodel/budgets_0/elo_explorer.html

@@ -11,60 +11,20 @@ html, body { margin:0; padding:0; background:var(--bg); color:var(--fg);
 .toolbar button { font:inherit; font-size:12px; color:var(--fg); background:var(--soft);
   border:1px solid var(--line); border-radius:6px; padding:3px 10px; cursor:pointer; }
 .toolbar button:hover { border-color:var(--accent); }
-</style></head><body><div class='toolbar'><span class='hint'>Hover a method for its values.</span><button onclick='saSvg()'>SVG</button><button onclick='saPng()'>PNG</button><button onclick="saCsv('selectarena_elo.csv')">CSV</button></div><svg id='sa-figure' viewBox='0 0 1156 440' role='img' aria-label='Elo rating of each feature selection method, shaded by stability and validity'><style>
+
+#sa-tip { position:fixed; z-index:10; pointer-events:none; display:none; max-width:280px;
+  padding:6px 9px; border-radius:6px; border:1px solid var(--line); background:var(--bg); color:var(--fg);
+  font-size:12px; line-height:1.45; white-space:pre-line; box-shadow:0 2px 8px rgba(0,0,0,0.15); }
+#sa-tip b { font-weight:600; }
+</style></head><body><div class='toolbar'><span class='hint'>Hover or tap a method for its values.</span><button onclick='saSvg()'>SVG</button><button onclick='saPng()'>PNG</button><button onclick="saCsv('selectarena_elo.csv')">CSV</button></div><svg id='sa-figure' viewBox='0 0 1156 440' role='img' aria-label='Elo rating of each feature selection method, shaded by stability and validity'><style>
 svg { display:block; width:100%; height:auto; }
 .sa-text { fill:var(--fg); }
 .sa-muted { fill:var(--muted); }
 .sa-grid { stroke:var(--line); }
 .sa-ink { stroke:var(--fg); }
-.sa-hit { fill:transparent; }
-.sa-hit:hover { fill:var(--fg); fill-opacity:0.06; }
-</style><defs><pattern id='sa-na' width='6' height='6' patternUnits='userSpaceOnUse' patternTransform='rotate(45)'><rect width='6' height='6' fill='#e5e7eb'/><line x1='0' y1='0' x2='0' y2='6' stroke='#9ca3af' stroke-width='2'/></pattern><linearGradient id='sa-g-stab' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#0072B2'/></linearGradient><linearGradient id='sa-g-val' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#D55E00'/></linearGradient></defs><line class='sa-grid' x1='64' x2='1024' y1='293.6' y2='293.6' stroke-width='1'/><text class='sa-muted' x='56' y='297.6' text-anchor='end' font-size='12'>900</text><line class='sa-grid' x1='64' x2='1024' y1='247.6' y2='247.6' stroke-width='1'/><text class='sa-muted' x='56' y='251.6' text-anchor='end' font-size='12'>1000</text><line class='sa-grid' x1='64' x2='1024' y1='201.7' y2='201.7' stroke-width='1'/><text class='sa-muted' x='56' y='205.7' text-anchor='end' font-size='12'>1100</text><line class='sa-grid' x1='64' x2='1024' y1='155.8' y2='155.8' stroke-width='1'/><text class='sa-muted' x='56' y='159.8' text-anchor='end' font-size='12'>1200</text><line class='sa-grid' x1='64' x2='1024' y1='109.9' y2='109.9' stroke-width='1'/><text class='sa-muted' x='56' y='113.9' text-anchor='end' font-size='12'>1300</text><line class='sa-grid' x1='64' x2='1024' y1='63.9' y2='63.9' stroke-width='1'/><text class='sa-muted' x='56' y='67.9' text-anchor='end' font-size='12'>1400</text><line class='sa-grid' x1='64' x2='1024' y1='18.0' y2='18.0' stroke-width='1'/><text class='sa-muted' x='56' y='22.0' text-anchor='end' font-size='12'>1500</text><text class='sa-text' transform='translate(16 173) rotate(-90)' text-anchor='middle' font-size='13'>Elo</text><line class='sa-ink' x1='64' x2='1024' y1='247.6' y2='247.6' stroke-width='1' stroke-dasharray='4 4' opacity='0.5'/><rect x='73.6' y='260.0' width='22.4' height='68.0' fill='#69acd2' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='96.0' y='260.0' width='22.4' height='68.0' fill='#db7727' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='96.0' x2='96.0' y1='228.8' y2='298.1'/><line x1='91.0' x2='101.0' y1='228.8' y2='228.8'/><line x1='91.0' x2='101.0' y1='298.1' y2='298.1'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(100.0 342.0) rotate(-35)'>LaplacianScore</text><rect class='sa-hit' x='64.0' y='18' width='64' height='414'><title>LaplacianScore (Distance, non-search)
-Elo 973  [95% CI 890–1041]
-Stability 0.588
-Validity 0.847</title></rect><rect x='137.6' y='247.6' width='22.4' height='80.4' fill='#ffffff' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='160.0' y='247.6' width='22.4' height='80.4' fill='#eab081' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='160.0' x2='160.0' y1='222.8' y2='276.1'/><line x1='155.0' x2='165.0' y1='222.8' y2='222.8'/><line x1='155.0' x2='165.0' y1='276.1' y2='276.1'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(164.0 342.0) rotate(-35)'>Random</text><rect class='sa-hit' x='128.0' y='18' width='64' height='414'><title>Random (Baseline, baseline)
-Elo 1000  [95% CI 938–1054]
-Stability -0.001
-Validity 0.493</title></rect><rect x='201.6' y='170.5' width='22.4' height='157.5' fill='#cde4f0' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='224.0' y='170.5' width='22.4' height='157.5' fill='#e59b61' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='224.0' x2='224.0' y1='147.1' y2='196.7'/><line x1='219.0' x2='229.0' y1='147.1' y2='147.1'/><line x1='219.0' x2='229.0' y1='196.7' y2='196.7'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(228.0 342.0) rotate(-35)'>SBE</text><rect class='sa-hit' x='192.0' y='18' width='64' height='414'><title>SBE (Backward search, search)
-Elo 1168  [95% CI 1111–1219]
-Stability 0.195
-Validity 0.621</title></rect><rect x='265.6' y='157.2' width='22.4' height='170.8' fill='#b3d5e8' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='288.0' y='157.2' width='22.4' height='170.8' fill='#e39455' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='288.0' x2='288.0' y1='136.5' y2='177.8'/><line x1='283.0' x2='293.0' y1='136.5' y2='136.5'/><line x1='283.0' x2='293.0' y1='177.8' y2='177.8'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(292.0 342.0) rotate(-35)'>LOCO</text><rect class='sa-hit' x='256.0' y='18' width='64' height='414'><title>LOCO (Leave-one-out, search)
-Elo 1197  [95% CI 1152–1242]
-Stability 0.299
-Validity 0.665</title></rect><rect x='329.6' y='143.8' width='22.4' height='184.2' fill='#5ba4ce' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='352.0' y='143.8' width='22.4' height='184.2' fill='#da7220' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='352.0' x2='352.0' y1='118.1' y2='170.0'/><line x1='347.0' x2='357.0' y1='118.1' y2='118.1'/><line x1='347.0' x2='357.0' y1='170.0' y2='170.0'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(356.0 342.0) rotate(-35)'>(R)ReliefF</text><rect class='sa-hit' x='320.0' y='18' width='64' height='414'><title>(R)ReliefF (Distance, non-search)
-Elo 1226  [95% CI 1169–1282]
-Stability 0.642
-Validity 0.873</title></rect><rect x='393.6' y='121.8' width='22.4' height='206.2' fill='#529fcb' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='416.0' y='121.8' width='22.4' height='206.2' fill='#d7670f' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='416.0' x2='416.0' y1='101.6' y2='140.6'/><line x1='411.0' x2='421.0' y1='101.6' y2='101.6'/><line x1='411.0' x2='421.0' y1='140.6' y2='140.6'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(420.0 342.0) rotate(-35)'>GainRatio</text><rect class='sa-hit' x='384.0' y='18' width='64' height='414'><title>GainRatio (Information theory, non-search)
-Elo 1274  [95% CI 1233–1318]
-Stability 0.679
-Validity 0.942</title></rect><rect x='457.6' y='114.0' width='22.4' height='214.0' fill='#94c4df' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='480.0' y='114.0' width='22.4' height='214.0' fill='#da701c' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='480.0' x2='480.0' y1='91.5' y2='135.6'/><line x1='475.0' x2='485.0' y1='91.5' y2='91.5'/><line x1='475.0' x2='485.0' y1='135.6' y2='135.6'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(484.0 342.0) rotate(-35)'>Lasso</text><rect class='sa-hit' x='448.0' y='18' width='64' height='414'><title>Lasso (Regularization, non-search)
-Elo 1291  [95% CI 1244–1340]
-Stability 0.421
-Validity 0.890</title></rect><rect x='521.6' y='112.1' width='22.4' height='215.9' fill='#a1cbe3' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='544.0' y='112.1' width='22.4' height='215.9' fill='#e08640' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='544.0' x2='544.0' y1='88.7' y2='136.0'/><line x1='539.0' x2='549.0' y1='88.7' y2='88.7'/><line x1='539.0' x2='549.0' y1='136.0' y2='136.0'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(548.0 342.0) rotate(-35)'>SFS</text><rect class='sa-hit' x='512.0' y='18' width='64' height='414'><title>SFS (Forward search, search)
-Elo 1295  [95% CI 1243–1346]
-Stability 0.368
-Validity 0.750</title></rect><rect x='585.6' y='109.4' width='22.4' height='218.6' fill='#78b5d6' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='608.0' y='109.4' width='22.4' height='218.6' fill='#de8238' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='608.0' x2='608.0' y1='88.7' y2='131.4'/><line x1='603.0' x2='613.0' y1='88.7' y2='88.7'/><line x1='603.0' x2='613.0' y1='131.4' y2='131.4'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(612.0 342.0) rotate(-35)'>mRMR</text><rect class='sa-hit' x='576.0' y='18' width='64' height='414'><title>mRMR (Information theory, non-search)
-Elo 1301  [95% CI 1253–1346]
-Stability 0.528
-Validity 0.779</title></rect><rect x='649.6' y='99.3' width='22.4' height='228.7' fill='#94c4df' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='672.0' y='99.3' width='22.4' height='228.7' fill='#ebb488' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='672.0' x2='672.0' y1='79.1' y2='118.1'/><line x1='667.0' x2='677.0' y1='79.1' y2='79.1'/><line x1='667.0' x2='677.0' y1='118.1' y2='118.1'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(676.0 342.0) rotate(-35)'>MarkovBlanket</text><rect class='sa-hit' x='640.0' y='18' width='64' height='414'><title>MarkovBlanket (Backward search, search)
-Elo 1323  [95% CI 1282–1367]
-Stability 0.418
-Validity 0.465</title></rect><rect x='713.6' y='98.8' width='22.4' height='229.2' fill='#5ba4cd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='736.0' y='98.8' width='22.4' height='229.2' fill='#d96e1a' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='736.0' x2='736.0' y1='78.6' y2='118.6'/><line x1='731.0' x2='741.0' y1='78.6' y2='78.6'/><line x1='731.0' x2='741.0' y1='118.6' y2='118.6'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(740.0 342.0) rotate(-35)'>MI</text><rect class='sa-hit' x='704.0' y='18' width='64' height='414'><title>MI (Information theory, non-search)
-Elo 1324  [95% CI 1281–1368]
-Stability 0.645
-Validity 0.898</title></rect><rect x='777.6' y='97.5' width='22.4' height='230.5' fill='#7db7d8' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='800.0' y='97.5' width='22.4' height='230.5' fill='#d96c16' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='800.0' x2='800.0' y1='72.7' y2='119.5'/><line x1='795.0' x2='805.0' y1='72.7' y2='72.7'/><line x1='795.0' x2='805.0' y1='119.5' y2='119.5'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(804.0 342.0) rotate(-35)'>ElasticNet</text><rect class='sa-hit' x='768.0' y='18' width='64' height='414'><title>ElasticNet (Regularization, non-search)
-Elo 1327  [95% CI 1279–1381]
-Stability 0.509
-Validity 0.915</title></rect><rect x='841.6' y='89.6' width='22.4' height='238.4' fill='#84bbda' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='864.0' y='89.6' width='22.4' height='238.4' fill='#e08945' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='864.0' x2='864.0' y1='61.2' y2='115.4'/><line x1='859.0' x2='869.0' y1='61.2' y2='61.2'/><line x1='859.0' x2='869.0' y1='115.4' y2='115.4'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(868.0 342.0) rotate(-35)'>CART</text><rect class='sa-hit' x='832.0' y='18' width='64' height='414'><title>CART (Tree, non-search)
-Elo 1344  [95% CI 1288–1406]
-Stability 0.484
-Validity 0.731</title></rect><rect x='905.6' y='86.9' width='22.4' height='241.1' fill='#4699c7' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='928.0' y='86.9' width='22.4' height='241.1' fill='#d7660c' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='928.0' x2='928.0' y1='64.8' y2='107.1'/><line x1='923.0' x2='933.0' y1='64.8' y2='64.8'/><line x1='923.0' x2='933.0' y1='107.1' y2='107.1'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(932.0 342.0) rotate(-35)'>F-Test</text><rect class='sa-hit' x='896.0' y='18' width='64' height='414'><title>F-Test (Correlation, non-search)
-Elo 1350  [95% CI 1306–1398]
-Stability 0.725
-Validity 0.952</title></rect><rect x='969.6' y='86.0' width='22.4' height='242.0' fill='#5fa6cf' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='992.0' y='86.0' width='22.4' height='242.0' fill='#dd7d32' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='992.0' x2='992.0' y1='58.0' y2='108.5'/><line x1='987.0' x2='997.0' y1='58.0' y2='58.0'/><line x1='987.0' x2='997.0' y1='108.5' y2='108.5'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(996.0 342.0) rotate(-35)'>RFImportance</text><rect class='sa-hit' x='960.0' y='18' width='64' height='414'><title>RFImportance (Tree, non-search)
-Elo 1352  [95% CI 1303–1413]
-Stability 0.628
-Validity 0.805</title></rect><line class='sa-ink' x1='64' x2='1024' y1='328.0' y2='328.0' stroke-width='1' opacity='0.4'/><rect x='1070' y='40.0' width='12' height='107.0' fill='url(#sa-g-stab)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='30.0' text-anchor='middle' font-size='12'>stable</text><text class='sa-text' x='1076' y='165.0' text-anchor='middle' font-size='12'>unstable</text><text class='sa-muted' x='1088' y='151.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='97.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='44.0' font-size='11'>1.0</text><rect x='1070' y='207.0' width='12' height='107.0' fill='url(#sa-g-val)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='197.0' text-anchor='middle' font-size='12'>valid</text><text class='sa-text' x='1076' y='332.0' text-anchor='middle' font-size='12'>invalid</text><text class='sa-muted' x='1088' y='318.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='264.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='211.0' font-size='11'>1.0</text><rect x='1070' y='352.0' width='12' height='12' fill='url(#sa-na)' stroke='#000' stroke-width='0.6'/><text class='sa-muted' x='1088' y='362.0' font-size='11'>no result</text></svg><script type='text/plain' id='sa-csv'>Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Stability,Validity
+.sa-hit { fill:transparent; cursor:default; }
+.sa-hit:hover, .sa-hit.sa-on { fill:var(--fg); fill-opacity:0.06; }
+</style><defs><pattern id='sa-na' width='6' height='6' patternUnits='userSpaceOnUse' patternTransform='rotate(45)'><rect width='6' height='6' fill='#e5e7eb'/><line x1='0' y1='0' x2='0' y2='6' stroke='#9ca3af' stroke-width='2'/></pattern><linearGradient id='sa-g-stab' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#0072B2'/></linearGradient><linearGradient id='sa-g-val' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#D55E00'/></linearGradient></defs><line class='sa-grid' x1='64' x2='1024' y1='293.6' y2='293.6' stroke-width='1'/><text class='sa-muted' x='56' y='297.6' text-anchor='end' font-size='12'>900</text><line class='sa-grid' x1='64' x2='1024' y1='247.6' y2='247.6' stroke-width='1'/><text class='sa-muted' x='56' y='251.6' text-anchor='end' font-size='12'>1000</text><line class='sa-grid' x1='64' x2='1024' y1='201.7' y2='201.7' stroke-width='1'/><text class='sa-muted' x='56' y='205.7' text-anchor='end' font-size='12'>1100</text><line class='sa-grid' x1='64' x2='1024' y1='155.8' y2='155.8' stroke-width='1'/><text class='sa-muted' x='56' y='159.8' text-anchor='end' font-size='12'>1200</text><line class='sa-grid' x1='64' x2='1024' y1='109.9' y2='109.9' stroke-width='1'/><text class='sa-muted' x='56' y='113.9' text-anchor='end' font-size='12'>1300</text><line class='sa-grid' x1='64' x2='1024' y1='63.9' y2='63.9' stroke-width='1'/><text class='sa-muted' x='56' y='67.9' text-anchor='end' font-size='12'>1400</text><line class='sa-grid' x1='64' x2='1024' y1='18.0' y2='18.0' stroke-width='1'/><text class='sa-muted' x='56' y='22.0' text-anchor='end' font-size='12'>1500</text><text class='sa-text' transform='translate(16 173) rotate(-90)' text-anchor='middle' font-size='13'>Elo</text><line class='sa-ink' x1='64' x2='1024' y1='247.6' y2='247.6' stroke-width='1' stroke-dasharray='4 4' opacity='0.5'/><rect x='73.6' y='260.0' width='22.4' height='68.0' fill='#69acd2' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='96.0' y='260.0' width='22.4' height='68.0' fill='#db7727' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='96.0' x2='96.0' y1='228.8' y2='298.1'/><line x1='91.0' x2='101.0' y1='228.8' y2='228.8'/><line x1='91.0' x2='101.0' y1='298.1' y2='298.1'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(100.0 342.0) rotate(-35)'>LaplacianScore</text><rect class='sa-hit' x='64.0' y='18' width='64' height='414' data-tip='LaplacianScore (Distance, non-search)&#10;Elo 973  [95% CI 890–1041]&#10;Stability 0.588&#10;Validity 0.847' aria-label='LaplacianScore (Distance, non-search)&#10;Elo 973  [95% CI 890–1041]&#10;Stability 0.588&#10;Validity 0.847'/><rect x='137.6' y='247.6' width='22.4' height='80.4' fill='#ffffff' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='160.0' y='247.6' width='22.4' height='80.4' fill='#eab081' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='160.0' x2='160.0' y1='222.8' y2='276.1'/><line x1='155.0' x2='165.0' y1='222.8' y2='222.8'/><line x1='155.0' x2='165.0' y1='276.1' y2='276.1'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(164.0 342.0) rotate(-35)'>Random</text><rect class='sa-hit' x='128.0' y='18' width='64' height='414' data-tip='Random (Baseline, baseline)&#10;Elo 1000  [95% CI 938–1054]&#10;Stability -0.001&#10;Validity 0.493' aria-label='Random (Baseline, baseline)&#10;Elo 1000  [95% CI 938–1054]&#10;Stability -0.001&#10;Validity 0.493'/><rect x='201.6' y='170.5' width='22.4' height='157.5' fill='#cde4f0' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='224.0' y='170.5' width='22.4' height='157.5' fill='#e59b61' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='224.0' x2='224.0' y1='147.1' y2='196.7'/><line x1='219.0' x2='229.0' y1='147.1' y2='147.1'/><line x1='219.0' x2='229.0' y1='196.7' y2='196.7'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(228.0 342.0) rotate(-35)'>SBE</text><rect class='sa-hit' x='192.0' y='18' width='64' height='414' data-tip='SBE (Backward search, search)&#10;Elo 1168  [95% CI 1111–1219]&#10;Stability 0.195&#10;Validity 0.621' aria-label='SBE (Backward search, search)&#10;Elo 1168  [95% CI 1111–1219]&#10;Stability 0.195&#10;Validity 0.621'/><rect x='265.6' y='157.2' width='22.4' height='170.8' fill='#b3d5e8' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='288.0' y='157.2' width='22.4' height='170.8' fill='#e39455' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='288.0' x2='288.0' y1='136.5' y2='177.8'/><line x1='283.0' x2='293.0' y1='136.5' y2='136.5'/><line x1='283.0' x2='293.0' y1='177.8' y2='177.8'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(292.0 342.0) rotate(-35)'>LOCO</text><rect class='sa-hit' x='256.0' y='18' width='64' height='414' data-tip='LOCO (Leave-one-out, search)&#10;Elo 1197  [95% CI 1152–1242]&#10;Stability 0.299&#10;Validity 0.665' aria-label='LOCO (Leave-one-out, search)&#10;Elo 1197  [95% CI 1152–1242]&#10;Stability 0.299&#10;Validity 0.665'/><rect x='329.6' y='143.8' width='22.4' height='184.2' fill='#5ba4ce' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='352.0' y='143.8' width='22.4' height='184.2' fill='#da7220' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='352.0' x2='352.0' y1='118.1' y2='170.0'/><line x1='347.0' x2='357.0' y1='118.1' y2='118.1'/><line x1='347.0' x2='357.0' y1='170.0' y2='170.0'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(356.0 342.0) rotate(-35)'>(R)ReliefF</text><rect class='sa-hit' x='320.0' y='18' width='64' height='414' data-tip='(R)ReliefF (Distance, non-search)&#10;Elo 1226  [95% CI 1169–1282]&#10;Stability 0.642&#10;Validity 0.873' aria-label='(R)ReliefF (Distance, non-search)&#10;Elo 1226  [95% CI 1169–1282]&#10;Stability 0.642&#10;Validity 0.873'/><rect x='393.6' y='121.8' width='22.4' height='206.2' fill='#529fcb' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='416.0' y='121.8' width='22.4' height='206.2' fill='#d7670f' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='416.0' x2='416.0' y1='101.6' y2='140.6'/><line x1='411.0' x2='421.0' y1='101.6' y2='101.6'/><line x1='411.0' x2='421.0' y1='140.6' y2='140.6'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(420.0 342.0) rotate(-35)'>GainRatio</text><rect class='sa-hit' x='384.0' y='18' width='64' height='414' data-tip='GainRatio (Information theory, non-search)&#10;Elo 1274  [95% CI 1233–1318]&#10;Stability 0.679&#10;Validity 0.942' aria-label='GainRatio (Information theory, non-search)&#10;Elo 1274  [95% CI 1233–1318]&#10;Stability 0.679&#10;Validity 0.942'/><rect x='457.6' y='114.0' width='22.4' height='214.0' fill='#94c4df' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='480.0' y='114.0' width='22.4' height='214.0' fill='#da701c' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='480.0' x2='480.0' y1='91.5' y2='135.6'/><line x1='475.0' x2='485.0' y1='91.5' y2='91.5'/><line x1='475.0' x2='485.0' y1='135.6' y2='135.6'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(484.0 342.0) rotate(-35)'>Lasso</text><rect class='sa-hit' x='448.0' y='18' width='64' height='414' data-tip='Lasso (Regularization, non-search)&#10;Elo 1291  [95% CI 1244–1340]&#10;Stability 0.421&#10;Validity 0.890' aria-label='Lasso (Regularization, non-search)&#10;Elo 1291  [95% CI 1244–1340]&#10;Stability 0.421&#10;Validity 0.890'/><rect x='521.6' y='112.1' width='22.4' height='215.9' fill='#a1cbe3' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='544.0' y='112.1' width='22.4' height='215.9' fill='#e08640' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='544.0' x2='544.0' y1='88.7' y2='136.0'/><line x1='539.0' x2='549.0' y1='88.7' y2='88.7'/><line x1='539.0' x2='549.0' y1='136.0' y2='136.0'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(548.0 342.0) rotate(-35)'>SFS</text><rect class='sa-hit' x='512.0' y='18' width='64' height='414' data-tip='SFS (Forward search, search)&#10;Elo 1295  [95% CI 1243–1346]&#10;Stability 0.368&#10;Validity 0.750' aria-label='SFS (Forward search, search)&#10;Elo 1295  [95% CI 1243–1346]&#10;Stability 0.368&#10;Validity 0.750'/><rect x='585.6' y='109.4' width='22.4' height='218.6' fill='#78b5d6' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='608.0' y='109.4' width='22.4' height='218.6' fill='#de8238' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='608.0' x2='608.0' y1='88.7' y2='131.4'/><line x1='603.0' x2='613.0' y1='88.7' y2='88.7'/><line x1='603.0' x2='613.0' y1='131.4' y2='131.4'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(612.0 342.0) rotate(-35)'>mRMR</text><rect class='sa-hit' x='576.0' y='18' width='64' height='414' data-tip='mRMR (Information theory, non-search)&#10;Elo 1301  [95% CI 1253–1346]&#10;Stability 0.528&#10;Validity 0.779' aria-label='mRMR (Information theory, non-search)&#10;Elo 1301  [95% CI 1253–1346]&#10;Stability 0.528&#10;Validity 0.779'/><rect x='649.6' y='99.3' width='22.4' height='228.7' fill='#94c4df' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='672.0' y='99.3' width='22.4' height='228.7' fill='#ebb488' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='672.0' x2='672.0' y1='79.1' y2='118.1'/><line x1='667.0' x2='677.0' y1='79.1' y2='79.1'/><line x1='667.0' x2='677.0' y1='118.1' y2='118.1'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(676.0 342.0) rotate(-35)'>MarkovBlanket</text><rect class='sa-hit' x='640.0' y='18' width='64' height='414' data-tip='MarkovBlanket (Backward search, search)&#10;Elo 1323  [95% CI 1282–1367]&#10;Stability 0.418&#10;Validity 0.465' aria-label='MarkovBlanket (Backward search, search)&#10;Elo 1323  [95% CI 1282–1367]&#10;Stability 0.418&#10;Validity 0.465'/><rect x='713.6' y='98.8' width='22.4' height='229.2' fill='#5ba4cd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='736.0' y='98.8' width='22.4' height='229.2' fill='#d96e1a' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='736.0' x2='736.0' y1='78.6' y2='118.6'/><line x1='731.0' x2='741.0' y1='78.6' y2='78.6'/><line x1='731.0' x2='741.0' y1='118.6' y2='118.6'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(740.0 342.0) rotate(-35)'>MI</text><rect class='sa-hit' x='704.0' y='18' width='64' height='414' data-tip='MI (Information theory, non-search)&#10;Elo 1324  [95% CI 1281–1368]&#10;Stability 0.645&#10;Validity 0.898' aria-label='MI (Information theory, non-search)&#10;Elo 1324  [95% CI 1281–1368]&#10;Stability 0.645&#10;Validity 0.898'/><rect x='777.6' y='97.5' width='22.4' height='230.5' fill='#7db7d8' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='800.0' y='97.5' width='22.4' height='230.5' fill='#d96c16' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='800.0' x2='800.0' y1='72.7' y2='119.5'/><line x1='795.0' x2='805.0' y1='72.7' y2='72.7'/><line x1='795.0' x2='805.0' y1='119.5' y2='119.5'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(804.0 342.0) rotate(-35)'>ElasticNet</text><rect class='sa-hit' x='768.0' y='18' width='64' height='414' data-tip='ElasticNet (Regularization, non-search)&#10;Elo 1327  [95% CI 1279–1381]&#10;Stability 0.509&#10;Validity 0.915' aria-label='ElasticNet (Regularization, non-search)&#10;Elo 1327  [95% CI 1279–1381]&#10;Stability 0.509&#10;Validity 0.915'/><rect x='841.6' y='89.6' width='22.4' height='238.4' fill='#84bbda' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='864.0' y='89.6' width='22.4' height='238.4' fill='#e08945' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='864.0' x2='864.0' y1='61.2' y2='115.4'/><line x1='859.0' x2='869.0' y1='61.2' y2='61.2'/><line x1='859.0' x2='869.0' y1='115.4' y2='115.4'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(868.0 342.0) rotate(-35)'>CART</text><rect class='sa-hit' x='832.0' y='18' width='64' height='414' data-tip='CART (Tree, non-search)&#10;Elo 1344  [95% CI 1288–1406]&#10;Stability 0.484&#10;Validity 0.731' aria-label='CART (Tree, non-search)&#10;Elo 1344  [95% CI 1288–1406]&#10;Stability 0.484&#10;Validity 0.731'/><rect x='905.6' y='86.9' width='22.4' height='241.1' fill='#4699c7' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='928.0' y='86.9' width='22.4' height='241.1' fill='#d7660c' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='928.0' x2='928.0' y1='64.8' y2='107.1'/><line x1='923.0' x2='933.0' y1='64.8' y2='64.8'/><line x1='923.0' x2='933.0' y1='107.1' y2='107.1'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(932.0 342.0) rotate(-35)'>F-Test</text><rect class='sa-hit' x='896.0' y='18' width='64' height='414' data-tip='F-Test (Correlation, non-search)&#10;Elo 1350  [95% CI 1306–1398]&#10;Stability 0.725&#10;Validity 0.952' aria-label='F-Test (Correlation, non-search)&#10;Elo 1350  [95% CI 1306–1398]&#10;Stability 0.725&#10;Validity 0.952'/><rect x='969.6' y='86.0' width='22.4' height='242.0' fill='#5fa6cf' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='992.0' y='86.0' width='22.4' height='242.0' fill='#dd7d32' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='992.0' x2='992.0' y1='58.0' y2='108.5'/><line x1='987.0' x2='997.0' y1='58.0' y2='58.0'/><line x1='987.0' x2='997.0' y1='108.5' y2='108.5'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(996.0 342.0) rotate(-35)'>RFImportance</text><rect class='sa-hit' x='960.0' y='18' width='64' height='414' data-tip='RFImportance (Tree, non-search)&#10;Elo 1352  [95% CI 1303–1413]&#10;Stability 0.628&#10;Validity 0.805' aria-label='RFImportance (Tree, non-search)&#10;Elo 1352  [95% CI 1303–1413]&#10;Stability 0.628&#10;Validity 0.805'/><line class='sa-ink' x1='64' x2='1024' y1='328.0' y2='328.0' stroke-width='1' opacity='0.4'/><rect x='1070' y='40.0' width='12' height='107.0' fill='url(#sa-g-stab)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='30.0' text-anchor='middle' font-size='12'>stable</text><text class='sa-text' x='1076' y='165.0' text-anchor='middle' font-size='12'>unstable</text><text class='sa-muted' x='1088' y='151.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='97.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='44.0' font-size='11'>1.0</text><rect x='1070' y='207.0' width='12' height='107.0' fill='url(#sa-g-val)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='197.0' text-anchor='middle' font-size='12'>valid</text><text class='sa-text' x='1076' y='332.0' text-anchor='middle' font-size='12'>invalid</text><text class='sa-muted' x='1088' y='318.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='264.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='211.0' font-size='11'>1.0</text><rect x='1070' y='352.0' width='12' height='12' fill='url(#sa-na)' stroke='#000' stroke-width='0.6'/><text class='sa-muted' x='1088' y='362.0' font-size='11'>no result</text></svg><script type='text/plain' id='sa-csv'>Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Stability,Validity
 RFImportance,Non-search,Tree,1352.0,1303.0,1413.0,0.628,0.805
 F-Test,Non-search,Correlation,1350.0,1306.0,1398.0,0.725,0.952
 CART,Non-search,Tree,1344.0,1288.0,1406.0,0.484,0.731
@@ -105,6 +65,47 @@ function saCsv(name) {
   if (window.ResizeObserver) new ResizeObserver(post).observe(document.body);
 })();
 
+// Instant tooltip: a native SVG <title> only shows after a browser delay of 1-3 s.
+(function () {
+  var tip = document.createElement('div');
+  tip.id = 'sa-tip';
+  document.body.appendChild(tip);
+  var current = null;
+  function show(hit, x, y) {
+    if (current !== hit) {
+      if (current) current.classList.remove('sa-on');
+      current = hit;
+      hit.classList.add('sa-on');
+      var lines = hit.getAttribute('data-tip').split('\n');
+      tip.textContent = '';
+      var head = document.createElement('b');
+      head.textContent = lines[0];
+      tip.appendChild(head);
+      tip.appendChild(document.createTextNode('\n' + lines.slice(1).join('\n')));
+      tip.style.display = 'block';
+    }
+    var w = tip.offsetWidth, h = tip.offsetHeight;
+    var left = x + 14, top = y + 14;
+    if (left + w > window.innerWidth - 4) left = Math.max(4, x - w - 14);
+    if (top + h > window.innerHeight - 4) top = Math.max(4, y - h - 14);
+    tip.style.left = left + 'px';
+    tip.style.top = top + 'px';
+  }
+  function hide() {
+    if (current) current.classList.remove('sa-on');
+    current = null;
+    tip.style.display = 'none';
+  }
+  document.addEventListener('pointermove', function (e) {
+    var hit = e.target.closest ? e.target.closest('.sa-hit') : null;
+    if (hit) show(hit, e.clientX, e.clientY); else if (e.pointerType === 'mouse') hide();
+  });
+  document.addEventListener('pointerdown', function (e) {  // touch: tap a bar to show, elsewhere to hide
+    var hit = e.target.closest ? e.target.closest('.sa-hit') : null;
+    if (hit) show(hit, e.clientX, e.clientY); else hide();
+  });
+  document.addEventListener('mouseleave', hide);
+})();
 function saSvgString() {
   var svg = document.getElementById('sa-figure').cloneNode(true);
   var style = getComputedStyle(document.documentElement);

data/subsets/tasks_all/models_linearmodel/budgets_0/leaderboard_table.html

@@ -29,7 +29,7 @@ td.na { color:var(--muted); }
   font-size:12px; color:var(--fg); }
 .pill.cat-search { border-color:var(--accent); }
 .pill.cat-baseline { color:var(--muted); }
-</style></head><body><div class='toolbar'><span class='hint'>Click a column to sort. Hover a header for its definition.</span><button onclick="saCsv('selectarena_leaderboard.csv')">CSV</button></div><div class='wrap'><table id='sa-table'><thead><tr><th class='num'>#</th><th class=''>Method</th><th class='' title='Taxonomy of the paper (Appendix A). Search methods evaluate many feature subsets with the model (forward, backward, leave-one-out); non-search methods use a proxy instead (correlation, distance, information theory, tree, regularization).'>Type</th><th class='num' title='Bradley-Terry Elo from pairwise matches within each dataset, budget and downstream model. Random = 1000. +/− give the 95% bootstrap interval.'>Elo ↑</th><th class='num' title='Mean rank of the downstream error.'>Avg. rank ↓</th><th class='num' title='Share of pairwise comparisons won, in %. Ties count half.'>Win rate ↑</th><th class='num' title='Mean relative gap (error − best error) / error to the best method, in %.'>Improvability ↓</th><th class='num' title='Mean ratio of the error to the same model trained on all features. Below 1: the selection helped.'>Error vs. all ↓</th><th class='num' title='Agreement of the selected features across bootstrap resamples (Nogueira et al., 2018).'>Stability ↑</th><th class='num' title='Share of the budget filled with original features when as many noise features are added.'>Validity ↑</th><th class='num' title='Median wall-clock time of the selection.'>Time (s) ↓</th><th class='num' title='Share of runs where the method ran out of time and random features filled the budget.'>Fallback (%)</th><th class='num'>#Datasets</th></tr></thead><tbody><tr><td class='num' data-sort='1'>1</td><td class='method' data-sort='RFImportance'>RFImportance</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1352.0'>1352<span class='sub'>+61 / −49</span></td><td class='num' data-sort='6.54'>6.54</td><td class='num' data-sort='60.4'>60.4</td><td class='num' data-sort='17.7'>17.7</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.628'>0.628</td><td class='num' data-sort='0.805'>0.805</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='2'>2</td><td class='method' data-sort='F-Test'>F-Test</td><td class='' data-sort='Correlation'><span class='pill cat-non-search'>Correlation</span><span class='sub'>non-search</span></td><td class='num' data-sort='1350.0'>1350<span class='sub'>+48 / −44</span></td><td class='num' data-sort='6.6'>6.60</td><td class='num' data-sort='60.0'>60.0</td><td class='num' data-sort='19.5'>19.5</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.725'>0.725</td><td class='num' data-sort='0.952'>0.952</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='3'>3</td><td class='method' data-sort='CART'>CART</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1344.0'>1344<span class='sub'>+62 / −56</span></td><td class='num' data-sort='6.66'>6.66</td><td class='num' data-sort='59.6'>59.6</td><td class='num' data-sort='19.8'>19.8</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.484'>0.484</td><td class='num' data-sort='0.731'>0.731</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='4'>4</td><td class='method' data-sort='ElasticNet'>ElasticNet</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1327.0'>1327<span class='sub'>+54 / −48</span></td><td class='num' data-sort='6.35'>6.35</td><td class='num' data-sort='61.8'>61.8</td><td class='num' data-sort='20.5'>20.5</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.509'>0.509</td><td class='num' data-sort='0.915'>0.915</td><td class='num' data-sort='6.0'>6.0</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='5'>5</td><td class='method' data-sort='MI'>MI</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1324.0'>1324<span class='sub'>+44 / −43</span></td><td class='num' data-sort='6.75'>6.75</td><td class='num' data-sort='58.9'>58.9</td><td class='num' data-sort='20.7'>20.7</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.645'>0.645</td><td class='num' data-sort='0.898'>0.898</td><td class='num' data-sort='0.4'>0.4</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='6'>6</td><td class='method' data-sort='MarkovBlanket'>MarkovBlanket</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1323.0'>1323<span class='sub'>+44 / −41</span></td><td class='num' data-sort='6.9'>6.90</td><td class='num' data-sort='57.8'>57.8</td><td class='num' data-sort='20.1'>20.1</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.418'>0.418</td><td class='num' data-sort='0.465'>0.465</td><td class='num' data-sort='0.1'>0.1</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='7'>7</td><td class='method' data-sort='mRMR'>mRMR</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1301.0'>1301<span class='sub'>+45 / −48</span></td><td class='num' data-sort='7.44'>7.44</td><td class='num' data-sort='54.0'>54.0</td><td class='num' data-sort='20.4'>20.4</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.528'>0.528</td><td class='num' data-sort='0.779'>0.779</td><td class='num' data-sort='0.3'>0.3</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='8'>8</td><td class='method' data-sort='SFS'>SFS</td><td class='' data-sort='Forward search'><span class='pill cat-search'>Forward search</span><span class='sub'>search</span></td><td class='num' data-sort='1295.0'>1295<span class='sub'>+51 / −52</span></td><td class='num' data-sort='7.39'>7.39</td><td class='num' data-sort='54.4'>54.4</td><td class='num' data-sort='22.7'>22.7</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.368'>0.368</td><td class='num' data-sort='0.75'>0.750</td><td class='num' data-sort='970.7'>970.7</td><td class='num' data-sort='29.1'>29.1</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='9'>9</td><td class='method' data-sort='Lasso'>Lasso</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1291.0'>1291<span class='sub'>+49 / −47</span></td><td class='num' data-sort='7.02'>7.02</td><td class='num' data-sort='57.0'>57.0</td><td class='num' data-sort='22.1'>22.1</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.421'>0.421</td><td class='num' data-sort='0.89'>0.890</td><td class='num' data-sort='1.9'>1.9</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='10'>10</td><td class='method' data-sort='GainRatio'>GainRatio</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1274.0'>1274<span class='sub'>+44 / −41</span></td><td class='num' data-sort='7.81'>7.81</td><td class='num' data-sort='51.3'>51.3</td><td class='num' data-sort='24.0'>24.0</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.679'>0.679</td><td class='num' data-sort='0.942'>0.942</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='11'>11</td><td class='method' data-sort='(R)ReliefF'>(R)ReliefF</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='1226.0'>1226<span class='sub'>+56 / −57</span></td><td class='num' data-sort='8.6'>8.60</td><td class='num' data-sort='45.7'>45.7</td><td class='num' data-sort='25.1'>25.1</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.642'>0.642</td><td class='num' data-sort='0.873'>0.873</td><td class='num' data-sort='13.7'>13.7</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='12'>12</td><td class='method' data-sort='LOCO'>LOCO</td><td class='' data-sort='Leave-one-out'><span class='pill cat-search'>Leave-one-out</span><span class='sub'>search</span></td><td class='num' data-sort='1197.0'>1197<span class='sub'>+45 / −45</span></td><td class='num' data-sort='8.73'>8.73</td><td class='num' data-sort='44.8'>44.8</td><td class='num' data-sort='27.7'>27.7</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.299'>0.299</td><td class='num' data-sort='0.665'>0.665</td><td class='num' data-sort='245.6'>245.6</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='13'>13</td><td class='method' data-sort='SBE'>SBE</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1168.0'>1168<span class='sub'>+51 / −57</span></td><td class='num' data-sort='9.36'>9.36</td><td class='num' data-sort='40.3'>40.3</td><td class='num' data-sort='30.0'>30.0</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.195'>0.195</td><td class='num' data-sort='0.621'>0.621</td><td class='num' data-sort='3600.1'>3,600.1</td><td class='num' data-sort='49.3'>49.3</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='14'>14</td><td class='method' data-sort='Random'>Random</td><td class='' data-sort='Baseline'><span class='pill cat-baseline'>Baseline</span></td><td class='num' data-sort='1000.0'>1000<span class='sub'>+54 / −62</span></td><td class='num' data-sort='11.53'>11.53</td><td class='num' data-sort='24.8'>24.8</td><td class='num' data-sort='40.2'>40.2</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='-0.001'>-0.001</td><td class='num' data-sort='0.493'>0.493</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='100.0'>100.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='15'>15</td><td class='method' data-sort='LaplacianScore'>LaplacianScore</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='973.0'>973<span class='sub'>+68 / −83</span></td><td class='num' data-sort='12.31'>12.31</td><td class='num' data-sort='19.2'>19.2</td><td class='num' data-sort='42.8'>42.8</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.588'>0.588</td><td class='num' data-sort='0.847'>0.847</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr></tbody></table></div><script type='text/plain' id='sa-csv'>Rank,Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Avg. rank,Win rate (%),Improvability (%),Error vs. all features,Stability,Validity,Selection time (s),Fallback rate (%),#Datasets,#Comparisons
+</style></head><body><div class='toolbar'><span class='hint'>Click a column to sort. Hover a header for its definition.</span><button onclick="saCsv('selectarena_leaderboard.csv')">CSV</button></div><div class='wrap'><table id='sa-table'><thead><tr><th class='num'>#</th><th class=''>Method</th><th class='' title='Taxonomy of the paper (Appendix A). Search methods evaluate many feature subsets with the model (forward, backward, leave-one-out); non-search methods use a proxy instead (correlation, distance, information theory, tree, regularization).'>Type</th><th class='num' title='Bradley-Terry Elo from pairwise matches within each dataset, budget and downstream model. Random = 1000. +/− give the 95% bootstrap interval.'>Elo ↑</th><th class='num' title='Mean rank of the downstream error.'>Avg. rank ↓</th><th class='num' title='Mean relative gap (error − best error) / error to the best method, in %.'>Improvability ↓</th><th class='num' title='Agreement of the selected features across bootstrap resamples (Nogueira et al., 2018).'>Stability ↑</th><th class='num' title='Share of the budget filled with original features when as many noise features are added.'>Validity ↑</th><th class='num' title='Median wall-clock time of the selection.'>Time (s) ↓</th><th class='num' title='Share of runs where the method ran out of time and random features filled the budget.'>Fallback (%)</th></tr></thead><tbody><tr><td class='num' data-sort='1'>1</td><td class='method' data-sort='RFImportance'>RFImportance</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1352.0'>1352<span class='sub'>+61 / −49</span></td><td class='num' data-sort='6.54'>6.54</td><td class='num' data-sort='17.7'>17.7</td><td class='num' data-sort='0.628'>0.628</td><td class='num' data-sort='0.805'>0.805</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='2'>2</td><td class='method' data-sort='F-Test'>F-Test</td><td class='' data-sort='Correlation'><span class='pill cat-non-search'>Correlation</span><span class='sub'>non-search</span></td><td class='num' data-sort='1350.0'>1350<span class='sub'>+48 / −44</span></td><td class='num' data-sort='6.6'>6.60</td><td class='num' data-sort='19.5'>19.5</td><td class='num' data-sort='0.725'>0.725</td><td class='num' data-sort='0.952'>0.952</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='3'>3</td><td class='method' data-sort='CART'>CART</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1344.0'>1344<span class='sub'>+62 / −56</span></td><td class='num' data-sort='6.66'>6.66</td><td class='num' data-sort='19.8'>19.8</td><td class='num' data-sort='0.484'>0.484</td><td class='num' data-sort='0.731'>0.731</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='4'>4</td><td class='method' data-sort='ElasticNet'>ElasticNet</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1327.0'>1327<span class='sub'>+54 / −48</span></td><td class='num' data-sort='6.35'>6.35</td><td class='num' data-sort='20.5'>20.5</td><td class='num' data-sort='0.509'>0.509</td><td class='num' data-sort='0.915'>0.915</td><td class='num' data-sort='6.0'>6.0</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='5'>5</td><td class='method' data-sort='MI'>MI</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1324.0'>1324<span class='sub'>+44 / −43</span></td><td class='num' data-sort='6.75'>6.75</td><td class='num' data-sort='20.7'>20.7</td><td class='num' data-sort='0.645'>0.645</td><td class='num' data-sort='0.898'>0.898</td><td class='num' data-sort='0.4'>0.4</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='6'>6</td><td class='method' data-sort='MarkovBlanket'>MarkovBlanket</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1323.0'>1323<span class='sub'>+44 / −41</span></td><td class='num' data-sort='6.9'>6.90</td><td class='num' data-sort='20.1'>20.1</td><td class='num' data-sort='0.418'>0.418</td><td class='num' data-sort='0.465'>0.465</td><td class='num' data-sort='0.1'>0.1</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='7'>7</td><td class='method' data-sort='mRMR'>mRMR</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1301.0'>1301<span class='sub'>+45 / −48</span></td><td class='num' data-sort='7.44'>7.44</td><td class='num' data-sort='20.4'>20.4</td><td class='num' data-sort='0.528'>0.528</td><td class='num' data-sort='0.779'>0.779</td><td class='num' data-sort='0.3'>0.3</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='8'>8</td><td class='method' data-sort='SFS'>SFS</td><td class='' data-sort='Forward search'><span class='pill cat-search'>Forward search</span><span class='sub'>search</span></td><td class='num' data-sort='1295.0'>1295<span class='sub'>+51 / −52</span></td><td class='num' data-sort='7.39'>7.39</td><td class='num' data-sort='22.7'>22.7</td><td class='num' data-sort='0.368'>0.368</td><td class='num' data-sort='0.75'>0.750</td><td class='num' data-sort='970.7'>970.7</td><td class='num' data-sort='29.1'>29.1</td></tr><tr><td class='num' data-sort='9'>9</td><td class='method' data-sort='Lasso'>Lasso</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1291.0'>1291<span class='sub'>+49 / −47</span></td><td class='num' data-sort='7.02'>7.02</td><td class='num' data-sort='22.1'>22.1</td><td class='num' data-sort='0.421'>0.421</td><td class='num' data-sort='0.89'>0.890</td><td class='num' data-sort='1.9'>1.9</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='10'>10</td><td class='method' data-sort='GainRatio'>GainRatio</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1274.0'>1274<span class='sub'>+44 / −41</span></td><td class='num' data-sort='7.81'>7.81</td><td class='num' data-sort='24.0'>24.0</td><td class='num' data-sort='0.679'>0.679</td><td class='num' data-sort='0.942'>0.942</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='11'>11</td><td class='method' data-sort='(R)ReliefF'>(R)ReliefF</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='1226.0'>1226<span class='sub'>+56 / −57</span></td><td class='num' data-sort='8.6'>8.60</td><td class='num' data-sort='25.1'>25.1</td><td class='num' data-sort='0.642'>0.642</td><td class='num' data-sort='0.873'>0.873</td><td class='num' data-sort='13.7'>13.7</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='12'>12</td><td class='method' data-sort='LOCO'>LOCO</td><td class='' data-sort='Leave-one-out'><span class='pill cat-search'>Leave-one-out</span><span class='sub'>search</span></td><td class='num' data-sort='1197.0'>1197<span class='sub'>+45 / −45</span></td><td class='num' data-sort='8.73'>8.73</td><td class='num' data-sort='27.7'>27.7</td><td class='num' data-sort='0.299'>0.299</td><td class='num' data-sort='0.665'>0.665</td><td class='num' data-sort='245.6'>245.6</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='13'>13</td><td class='method' data-sort='SBE'>SBE</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1168.0'>1168<span class='sub'>+51 / −57</span></td><td class='num' data-sort='9.36'>9.36</td><td class='num' data-sort='30.0'>30.0</td><td class='num' data-sort='0.195'>0.195</td><td class='num' data-sort='0.621'>0.621</td><td class='num' data-sort='3600.1'>3,600.1</td><td class='num' data-sort='49.3'>49.3</td></tr><tr><td class='num' data-sort='14'>14</td><td class='method' data-sort='Random'>Random</td><td class='' data-sort='Baseline'><span class='pill cat-baseline'>Baseline</span></td><td class='num' data-sort='1000.0'>1000<span class='sub'>+54 / −62</span></td><td class='num' data-sort='11.53'>11.53</td><td class='num' data-sort='40.2'>40.2</td><td class='num' data-sort='-0.001'>-0.001</td><td class='num' data-sort='0.493'>0.493</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='100.0'>100.0</td></tr><tr><td class='num' data-sort='15'>15</td><td class='method' data-sort='LaplacianScore'>LaplacianScore</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='973.0'>973<span class='sub'>+68 / −83</span></td><td class='num' data-sort='12.31'>12.31</td><td class='num' data-sort='42.8'>42.8</td><td class='num' data-sort='0.588'>0.588</td><td class='num' data-sort='0.847'>0.847</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td></tr></tbody></table></div><script type='text/plain' id='sa-csv'>Rank,Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Avg. rank,Win rate (%),Improvability (%),Error vs. all features,Stability,Validity,Selection time (s),Fallback rate (%),#Datasets,#Comparisons
 1,RFImportance,Non-search,Tree,1352.0,1303.0,1413.0,6.54,60.4,17.7,,0.628,0.805,0.2,0.0,71,213
 2,F-Test,Non-search,Correlation,1350.0,1306.0,1398.0,6.6,60.0,19.5,,0.725,0.952,0.0,0.0,71,213
 3,CART,Non-search,Tree,1344.0,1288.0,1406.0,6.66,59.6,19.8,,0.484,0.731,0.0,0.0,71,213

data/subsets/tasks_all/models_linearmodel/budgets_1/elo_explorer.html

@@ -11,60 +11,20 @@ html, body { margin:0; padding:0; background:var(--bg); color:var(--fg);
 .toolbar button { font:inherit; font-size:12px; color:var(--fg); background:var(--soft);
   border:1px solid var(--line); border-radius:6px; padding:3px 10px; cursor:pointer; }
 .toolbar button:hover { border-color:var(--accent); }
-</style></head><body><div class='toolbar'><span class='hint'>Hover a method for its values.</span><button onclick='saSvg()'>SVG</button><button onclick='saPng()'>PNG</button><button onclick="saCsv('selectarena_elo.csv')">CSV</button></div><svg id='sa-figure' viewBox='0 0 1156 440' role='img' aria-label='Elo rating of each feature selection method, shaded by stability and validity'><style>
+
+#sa-tip { position:fixed; z-index:10; pointer-events:none; display:none; max-width:280px;
+  padding:6px 9px; border-radius:6px; border:1px solid var(--line); background:var(--bg); color:var(--fg);
+  font-size:12px; line-height:1.45; white-space:pre-line; box-shadow:0 2px 8px rgba(0,0,0,0.15); }
+#sa-tip b { font-weight:600; }
+</style></head><body><div class='toolbar'><span class='hint'>Hover or tap a method for its values.</span><button onclick='saSvg()'>SVG</button><button onclick='saPng()'>PNG</button><button onclick="saCsv('selectarena_elo.csv')">CSV</button></div><svg id='sa-figure' viewBox='0 0 1156 440' role='img' aria-label='Elo rating of each feature selection method, shaded by stability and validity'><style>
 svg { display:block; width:100%; height:auto; }
 .sa-text { fill:var(--fg); }
 .sa-muted { fill:var(--muted); }
 .sa-grid { stroke:var(--line); }
 .sa-ink { stroke:var(--fg); }
-.sa-hit { fill:transparent; }
-.sa-hit:hover { fill:var(--fg); fill-opacity:0.06; }
-</style><defs><pattern id='sa-na' width='6' height='6' patternUnits='userSpaceOnUse' patternTransform='rotate(45)'><rect width='6' height='6' fill='#e5e7eb'/><line x1='0' y1='0' x2='0' y2='6' stroke='#9ca3af' stroke-width='2'/></pattern><linearGradient id='sa-g-stab' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#0072B2'/></linearGradient><linearGradient id='sa-g-val' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#D55E00'/></linearGradient></defs><line class='sa-grid' x1='64' x2='1024' y1='315.6' y2='315.6' stroke-width='1'/><text class='sa-muted' x='56' y='319.6' text-anchor='end' font-size='12'>900</text><line class='sa-grid' x1='64' x2='1024' y1='266.0' y2='266.0' stroke-width='1'/><text class='sa-muted' x='56' y='270.0' text-anchor='end' font-size='12'>1000</text><line class='sa-grid' x1='64' x2='1024' y1='216.4' y2='216.4' stroke-width='1'/><text class='sa-muted' x='56' y='220.4' text-anchor='end' font-size='12'>1100</text><line class='sa-grid' x1='64' x2='1024' y1='166.8' y2='166.8' stroke-width='1'/><text class='sa-muted' x='56' y='170.8' text-anchor='end' font-size='12'>1200</text><line class='sa-grid' x1='64' x2='1024' y1='117.2' y2='117.2' stroke-width='1'/><text class='sa-muted' x='56' y='121.2' text-anchor='end' font-size='12'>1300</text><line class='sa-grid' x1='64' x2='1024' y1='67.6' y2='67.6' stroke-width='1'/><text class='sa-muted' x='56' y='71.6' text-anchor='end' font-size='12'>1400</text><line class='sa-grid' x1='64' x2='1024' y1='18.0' y2='18.0' stroke-width='1'/><text class='sa-muted' x='56' y='22.0' text-anchor='end' font-size='12'>1500</text><text class='sa-text' transform='translate(16 173) rotate(-90)' text-anchor='middle' font-size='13'>Elo</text><line class='sa-ink' x1='64' x2='1024' y1='266.0' y2='266.0' stroke-width='1' stroke-dasharray='4 4' opacity='0.5'/><rect x='73.6' y='266.0' width='22.4' height='62.0' fill='#ffffff' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='96.0' y='266.0' width='22.4' height='62.0' fill='#eaaf80' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='96.0' x2='96.0' y1='239.7' y2='295.8'/><line x1='91.0' x2='101.0' y1='239.7' y2='239.7'/><line x1='91.0' x2='101.0' y1='295.8' y2='295.8'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(100.0 342.0) rotate(-35)'>Random</text><rect class='sa-hit' x='64.0' y='18' width='64' height='414'><title>Random (Baseline, baseline)
-Elo 1000  [95% CI 940–1053]
-Stability 0.001
-Validity 0.499</title></rect><rect x='137.6' y='253.1' width='22.4' height='74.9' fill='#5ba4cd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='160.0' y='253.1' width='22.4' height='74.9' fill='#db7626' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='160.0' x2='160.0' y1='225.3' y2='289.3'/><line x1='155.0' x2='165.0' y1='225.3' y2='225.3'/><line x1='155.0' x2='165.0' y1='289.3' y2='289.3'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(164.0 342.0) rotate(-35)'>LaplacianScore</text><rect class='sa-hit' x='128.0' y='18' width='64' height='414'><title>LaplacianScore (Distance, non-search)
-Elo 1026  [95% CI 953–1082]
-Stability 0.644
-Validity 0.850</title></rect><rect x='201.6' y='174.7' width='22.4' height='153.3' fill='#d2e6f2' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='224.0' y='174.7' width='22.4' height='153.3' fill='#e7a26c' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='224.0' x2='224.0' y1='149.9' y2='201.0'/><line x1='219.0' x2='229.0' y1='149.9' y2='149.9'/><line x1='219.0' x2='229.0' y1='201.0' y2='201.0'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(228.0 342.0) rotate(-35)'>SBE</text><rect class='sa-hit' x='192.0' y='18' width='64' height='414'><title>SBE (Backward search, search)
-Elo 1184  [95% CI 1131–1234]
-Stability 0.175
-Validity 0.578</title></rect><rect x='265.6' y='167.3' width='22.4' height='160.7' fill='#c7e0ee' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='288.0' y='167.3' width='22.4' height='160.7' fill='#e59c63' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='288.0' x2='288.0' y1='144.5' y2='190.1'/><line x1='283.0' x2='293.0' y1='144.5' y2='144.5'/><line x1='283.0' x2='293.0' y1='190.1' y2='190.1'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(292.0 342.0) rotate(-35)'>LOCO</text><rect class='sa-hit' x='256.0' y='18' width='64' height='414'><title>LOCO (Leave-one-out, search)
-Elo 1199  [95% CI 1153–1245]
-Stability 0.220
-Validity 0.613</title></rect><rect x='329.6' y='158.9' width='22.4' height='169.1' fill='#5aa4cd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='352.0' y='158.9' width='22.4' height='169.1' fill='#dd7d31' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='352.0' x2='352.0' y1='135.1' y2='181.7'/><line x1='347.0' x2='357.0' y1='135.1' y2='135.1'/><line x1='347.0' x2='357.0' y1='181.7' y2='181.7'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(356.0 342.0) rotate(-35)'>(R)ReliefF</text><rect class='sa-hit' x='320.0' y='18' width='64' height='414'><title>(R)ReliefF (Distance, non-search)
-Elo 1216  [95% CI 1170–1264]
-Stability 0.647
-Validity 0.808</title></rect><rect x='393.6' y='133.6' width='22.4' height='194.4' fill='#b8d8ea' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='416.0' y='133.6' width='22.4' height='194.4' fill='#e39456' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='416.0' x2='416.0' y1='108.3' y2='157.9'/><line x1='411.0' x2='421.0' y1='108.3' y2='108.3'/><line x1='411.0' x2='421.0' y1='157.9' y2='157.9'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(420.0 342.0) rotate(-35)'>SFS</text><rect class='sa-hit' x='384.0' y='18' width='64' height='414'><title>SFS (Forward search, search)
-Elo 1267  [95% CI 1218–1318]
-Stability 0.278
-Validity 0.664</title></rect><rect x='457.6' y='127.1' width='22.4' height='200.9' fill='#519fcb' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='480.0' y='127.1' width='22.4' height='200.9' fill='#d96c16' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='480.0' x2='480.0' y1='104.8' y2='148.0'/><line x1='475.0' x2='485.0' y1='104.8' y2='104.8'/><line x1='475.0' x2='485.0' y1='148.0' y2='148.0'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(484.0 342.0) rotate(-35)'>GainRatio</text><rect class='sa-hit' x='448.0' y='18' width='64' height='414'><title>GainRatio (Information theory, non-search)
-Elo 1280  [95% CI 1238–1325]
-Stability 0.681
-Validity 0.915</title></rect><rect x='521.6' y='119.2' width='22.4' height='208.8' fill='#6caed2' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='544.0' y='119.2' width='22.4' height='208.8' fill='#e18c49' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='544.0' x2='544.0' y1='96.9' y2='141.0'/><line x1='539.0' x2='549.0' y1='96.9' y2='96.9'/><line x1='539.0' x2='549.0' y1='141.0' y2='141.0'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(548.0 342.0) rotate(-35)'>mRMR</text><rect class='sa-hit' x='512.0' y='18' width='64' height='414'><title>mRMR (Information theory, non-search)
-Elo 1296  [95% CI 1252–1341]
-Stability 0.578
-Validity 0.712</title></rect><rect x='585.6' y='116.7' width='22.4' height='211.3' fill='#9ac7e1' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='608.0' y='116.7' width='22.4' height='211.3' fill='#ebb488' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='608.0' x2='608.0' y1='93.9' y2='136.0'/><line x1='603.0' x2='613.0' y1='93.9' y2='93.9'/><line x1='603.0' x2='613.0' y1='136.0' y2='136.0'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(612.0 342.0) rotate(-35)'>MarkovBlanket</text><rect class='sa-hit' x='576.0' y='18' width='64' height='414'><title>MarkovBlanket (Backward search, search)
-Elo 1301  [95% CI 1262–1347]
-Stability 0.396
-Validity 0.467</title></rect><rect x='649.6' y='108.3' width='22.4' height='219.7' fill='#8bbfdc' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='672.0' y='108.3' width='22.4' height='219.7' fill='#e4985c' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='672.0' x2='672.0' y1='82.0' y2='132.6'/><line x1='667.0' x2='677.0' y1='82.0' y2='82.0'/><line x1='667.0' x2='677.0' y1='132.6' y2='132.6'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(676.0 342.0) rotate(-35)'>CART</text><rect class='sa-hit' x='640.0' y='18' width='64' height='414'><title>CART (Tree, non-search)
-Elo 1318  [95% CI 1269–1371]
-Stability 0.456
-Validity 0.638</title></rect><rect x='713.6' y='104.3' width='22.4' height='223.7' fill='#4498c6' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='736.0' y='104.3' width='22.4' height='223.7' fill='#d86911' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='736.0' x2='736.0' y1='83.0' y2='127.1'/><line x1='731.0' x2='741.0' y1='83.0' y2='83.0'/><line x1='731.0' x2='741.0' y1='127.1' y2='127.1'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(740.0 342.0) rotate(-35)'>F-Test</text><rect class='sa-hit' x='704.0' y='18' width='64' height='414'><title>F-Test (Correlation, non-search)
-Elo 1326  [95% CI 1280–1369]
-Stability 0.734
-Validity 0.932</title></rect><rect x='777.6' y='96.4' width='22.4' height='231.6' fill='#53a0cb' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='800.0' y='96.4' width='22.4' height='231.6' fill='#db7423' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='800.0' x2='800.0' y1='70.6' y2='118.7'/><line x1='795.0' x2='805.0' y1='70.6' y2='70.6'/><line x1='795.0' x2='805.0' y1='118.7' y2='118.7'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(804.0 342.0) rotate(-35)'>MI</text><rect class='sa-hit' x='768.0' y='18' width='64' height='414'><title>MI (Information theory, non-search)
-Elo 1342  [95% CI 1297–1394]
-Stability 0.673
-Validity 0.863</title></rect><rect x='841.6' y='85.0' width='22.4' height='243.0' fill='#58a3cd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='864.0' y='85.0' width='22.4' height='243.0' fill='#e08842' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='864.0' x2='864.0' y1='54.7' y2='110.3'/><line x1='859.0' x2='869.0' y1='54.7' y2='54.7'/><line x1='859.0' x2='869.0' y1='110.3' y2='110.3'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(868.0 342.0) rotate(-35)'>RFImportance</text><rect class='sa-hit' x='832.0' y='18' width='64' height='414'><title>RFImportance (Tree, non-search)
-Elo 1365  [95% CI 1314–1426]
-Stability 0.653
-Validity 0.741</title></rect><rect x='905.6' y='79.0' width='22.4' height='249.0' fill='#93c3df' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='928.0' y='79.0' width='22.4' height='249.0' fill='#dc7a2d' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='928.0' x2='928.0' y1='50.7' y2='106.8'/><line x1='923.0' x2='933.0' y1='50.7' y2='50.7'/><line x1='923.0' x2='933.0' y1='106.8' y2='106.8'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(932.0 342.0) rotate(-35)'>Lasso</text><rect class='sa-hit' x='896.0' y='18' width='64' height='414'><title>Lasso (Regularization, non-search)
-Elo 1377  [95% CI 1321–1434]
-Stability 0.422
-Validity 0.825</title></rect><rect x='969.6' y='65.1' width='22.4' height='262.9' fill='#7bb6d7' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='992.0' y='65.1' width='22.4' height='262.9' fill='#da7220' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='992.0' x2='992.0' y1='35.9' y2='92.9'/><line x1='987.0' x2='997.0' y1='35.9' y2='35.9'/><line x1='987.0' x2='997.0' y1='92.9' y2='92.9'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(996.0 342.0) rotate(-35)'>ElasticNet</text><rect class='sa-hit' x='960.0' y='18' width='64' height='414'><title>ElasticNet (Regularization, non-search)
-Elo 1405  [95% CI 1349–1464]
-Stability 0.519
-Validity 0.873</title></rect><line class='sa-ink' x1='64' x2='1024' y1='328.0' y2='328.0' stroke-width='1' opacity='0.4'/><rect x='1070' y='40.0' width='12' height='107.0' fill='url(#sa-g-stab)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='30.0' text-anchor='middle' font-size='12'>stable</text><text class='sa-text' x='1076' y='165.0' text-anchor='middle' font-size='12'>unstable</text><text class='sa-muted' x='1088' y='151.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='97.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='44.0' font-size='11'>1.0</text><rect x='1070' y='207.0' width='12' height='107.0' fill='url(#sa-g-val)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='197.0' text-anchor='middle' font-size='12'>valid</text><text class='sa-text' x='1076' y='332.0' text-anchor='middle' font-size='12'>invalid</text><text class='sa-muted' x='1088' y='318.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='264.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='211.0' font-size='11'>1.0</text><rect x='1070' y='352.0' width='12' height='12' fill='url(#sa-na)' stroke='#000' stroke-width='0.6'/><text class='sa-muted' x='1088' y='362.0' font-size='11'>no result</text></svg><script type='text/plain' id='sa-csv'>Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Stability,Validity
+.sa-hit { fill:transparent; cursor:default; }
+.sa-hit:hover, .sa-hit.sa-on { fill:var(--fg); fill-opacity:0.06; }
+</style><defs><pattern id='sa-na' width='6' height='6' patternUnits='userSpaceOnUse' patternTransform='rotate(45)'><rect width='6' height='6' fill='#e5e7eb'/><line x1='0' y1='0' x2='0' y2='6' stroke='#9ca3af' stroke-width='2'/></pattern><linearGradient id='sa-g-stab' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#0072B2'/></linearGradient><linearGradient id='sa-g-val' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#D55E00'/></linearGradient></defs><line class='sa-grid' x1='64' x2='1024' y1='315.6' y2='315.6' stroke-width='1'/><text class='sa-muted' x='56' y='319.6' text-anchor='end' font-size='12'>900</text><line class='sa-grid' x1='64' x2='1024' y1='266.0' y2='266.0' stroke-width='1'/><text class='sa-muted' x='56' y='270.0' text-anchor='end' font-size='12'>1000</text><line class='sa-grid' x1='64' x2='1024' y1='216.4' y2='216.4' stroke-width='1'/><text class='sa-muted' x='56' y='220.4' text-anchor='end' font-size='12'>1100</text><line class='sa-grid' x1='64' x2='1024' y1='166.8' y2='166.8' stroke-width='1'/><text class='sa-muted' x='56' y='170.8' text-anchor='end' font-size='12'>1200</text><line class='sa-grid' x1='64' x2='1024' y1='117.2' y2='117.2' stroke-width='1'/><text class='sa-muted' x='56' y='121.2' text-anchor='end' font-size='12'>1300</text><line class='sa-grid' x1='64' x2='1024' y1='67.6' y2='67.6' stroke-width='1'/><text class='sa-muted' x='56' y='71.6' text-anchor='end' font-size='12'>1400</text><line class='sa-grid' x1='64' x2='1024' y1='18.0' y2='18.0' stroke-width='1'/><text class='sa-muted' x='56' y='22.0' text-anchor='end' font-size='12'>1500</text><text class='sa-text' transform='translate(16 173) rotate(-90)' text-anchor='middle' font-size='13'>Elo</text><line class='sa-ink' x1='64' x2='1024' y1='266.0' y2='266.0' stroke-width='1' stroke-dasharray='4 4' opacity='0.5'/><rect x='73.6' y='266.0' width='22.4' height='62.0' fill='#ffffff' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='96.0' y='266.0' width='22.4' height='62.0' fill='#eaaf80' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='96.0' x2='96.0' y1='239.7' y2='295.8'/><line x1='91.0' x2='101.0' y1='239.7' y2='239.7'/><line x1='91.0' x2='101.0' y1='295.8' y2='295.8'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(100.0 342.0) rotate(-35)'>Random</text><rect class='sa-hit' x='64.0' y='18' width='64' height='414' data-tip='Random (Baseline, baseline)&#10;Elo 1000  [95% CI 940–1053]&#10;Stability 0.001&#10;Validity 0.499' aria-label='Random (Baseline, baseline)&#10;Elo 1000  [95% CI 940–1053]&#10;Stability 0.001&#10;Validity 0.499'/><rect x='137.6' y='253.1' width='22.4' height='74.9' fill='#5ba4cd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='160.0' y='253.1' width='22.4' height='74.9' fill='#db7626' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='160.0' x2='160.0' y1='225.3' y2='289.3'/><line x1='155.0' x2='165.0' y1='225.3' y2='225.3'/><line x1='155.0' x2='165.0' y1='289.3' y2='289.3'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(164.0 342.0) rotate(-35)'>LaplacianScore</text><rect class='sa-hit' x='128.0' y='18' width='64' height='414' data-tip='LaplacianScore (Distance, non-search)&#10;Elo 1026  [95% CI 953–1082]&#10;Stability 0.644&#10;Validity 0.850' aria-label='LaplacianScore (Distance, non-search)&#10;Elo 1026  [95% CI 953–1082]&#10;Stability 0.644&#10;Validity 0.850'/><rect x='201.6' y='174.7' width='22.4' height='153.3' fill='#d2e6f2' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='224.0' y='174.7' width='22.4' height='153.3' fill='#e7a26c' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='224.0' x2='224.0' y1='149.9' y2='201.0'/><line x1='219.0' x2='229.0' y1='149.9' y2='149.9'/><line x1='219.0' x2='229.0' y1='201.0' y2='201.0'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(228.0 342.0) rotate(-35)'>SBE</text><rect class='sa-hit' x='192.0' y='18' width='64' height='414' data-tip='SBE (Backward search, search)&#10;Elo 1184  [95% CI 1131–1234]&#10;Stability 0.175&#10;Validity 0.578' aria-label='SBE (Backward search, search)&#10;Elo 1184  [95% CI 1131–1234]&#10;Stability 0.175&#10;Validity 0.578'/><rect x='265.6' y='167.3' width='22.4' height='160.7' fill='#c7e0ee' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='288.0' y='167.3' width='22.4' height='160.7' fill='#e59c63' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='288.0' x2='288.0' y1='144.5' y2='190.1'/><line x1='283.0' x2='293.0' y1='144.5' y2='144.5'/><line x1='283.0' x2='293.0' y1='190.1' y2='190.1'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(292.0 342.0) rotate(-35)'>LOCO</text><rect class='sa-hit' x='256.0' y='18' width='64' height='414' data-tip='LOCO (Leave-one-out, search)&#10;Elo 1199  [95% CI 1153–1245]&#10;Stability 0.220&#10;Validity 0.613' aria-label='LOCO (Leave-one-out, search)&#10;Elo 1199  [95% CI 1153–1245]&#10;Stability 0.220&#10;Validity 0.613'/><rect x='329.6' y='158.9' width='22.4' height='169.1' fill='#5aa4cd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='352.0' y='158.9' width='22.4' height='169.1' fill='#dd7d31' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='352.0' x2='352.0' y1='135.1' y2='181.7'/><line x1='347.0' x2='357.0' y1='135.1' y2='135.1'/><line x1='347.0' x2='357.0' y1='181.7' y2='181.7'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(356.0 342.0) rotate(-35)'>(R)ReliefF</text><rect class='sa-hit' x='320.0' y='18' width='64' height='414' data-tip='(R)ReliefF (Distance, non-search)&#10;Elo 1216  [95% CI 1170–1264]&#10;Stability 0.647&#10;Validity 0.808' aria-label='(R)ReliefF (Distance, non-search)&#10;Elo 1216  [95% CI 1170–1264]&#10;Stability 0.647&#10;Validity 0.808'/><rect x='393.6' y='133.6' width='22.4' height='194.4' fill='#b8d8ea' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='416.0' y='133.6' width='22.4' height='194.4' fill='#e39456' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='416.0' x2='416.0' y1='108.3' y2='157.9'/><line x1='411.0' x2='421.0' y1='108.3' y2='108.3'/><line x1='411.0' x2='421.0' y1='157.9' y2='157.9'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(420.0 342.0) rotate(-35)'>SFS</text><rect class='sa-hit' x='384.0' y='18' width='64' height='414' data-tip='SFS (Forward search, search)&#10;Elo 1267  [95% CI 1218–1318]&#10;Stability 0.278&#10;Validity 0.664' aria-label='SFS (Forward search, search)&#10;Elo 1267  [95% CI 1218–1318]&#10;Stability 0.278&#10;Validity 0.664'/><rect x='457.6' y='127.1' width='22.4' height='200.9' fill='#519fcb' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='480.0' y='127.1' width='22.4' height='200.9' fill='#d96c16' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='480.0' x2='480.0' y1='104.8' y2='148.0'/><line x1='475.0' x2='485.0' y1='104.8' y2='104.8'/><line x1='475.0' x2='485.0' y1='148.0' y2='148.0'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(484.0 342.0) rotate(-35)'>GainRatio</text><rect class='sa-hit' x='448.0' y='18' width='64' height='414' data-tip='GainRatio (Information theory, non-search)&#10;Elo 1280  [95% CI 1238–1325]&#10;Stability 0.681&#10;Validity 0.915' aria-label='GainRatio (Information theory, non-search)&#10;Elo 1280  [95% CI 1238–1325]&#10;Stability 0.681&#10;Validity 0.915'/><rect x='521.6' y='119.2' width='22.4' height='208.8' fill='#6caed2' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='544.0' y='119.2' width='22.4' height='208.8' fill='#e18c49' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='544.0' x2='544.0' y1='96.9' y2='141.0'/><line x1='539.0' x2='549.0' y1='96.9' y2='96.9'/><line x1='539.0' x2='549.0' y1='141.0' y2='141.0'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(548.0 342.0) rotate(-35)'>mRMR</text><rect class='sa-hit' x='512.0' y='18' width='64' height='414' data-tip='mRMR (Information theory, non-search)&#10;Elo 1296  [95% CI 1252–1341]&#10;Stability 0.578&#10;Validity 0.712' aria-label='mRMR (Information theory, non-search)&#10;Elo 1296  [95% CI 1252–1341]&#10;Stability 0.578&#10;Validity 0.712'/><rect x='585.6' y='116.7' width='22.4' height='211.3' fill='#9ac7e1' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='608.0' y='116.7' width='22.4' height='211.3' fill='#ebb488' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='608.0' x2='608.0' y1='93.9' y2='136.0'/><line x1='603.0' x2='613.0' y1='93.9' y2='93.9'/><line x1='603.0' x2='613.0' y1='136.0' y2='136.0'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(612.0 342.0) rotate(-35)'>MarkovBlanket</text><rect class='sa-hit' x='576.0' y='18' width='64' height='414' data-tip='MarkovBlanket (Backward search, search)&#10;Elo 1301  [95% CI 1262–1347]&#10;Stability 0.396&#10;Validity 0.467' aria-label='MarkovBlanket (Backward search, search)&#10;Elo 1301  [95% CI 1262–1347]&#10;Stability 0.396&#10;Validity 0.467'/><rect x='649.6' y='108.3' width='22.4' height='219.7' fill='#8bbfdc' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='672.0' y='108.3' width='22.4' height='219.7' fill='#e4985c' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='672.0' x2='672.0' y1='82.0' y2='132.6'/><line x1='667.0' x2='677.0' y1='82.0' y2='82.0'/><line x1='667.0' x2='677.0' y1='132.6' y2='132.6'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(676.0 342.0) rotate(-35)'>CART</text><rect class='sa-hit' x='640.0' y='18' width='64' height='414' data-tip='CART (Tree, non-search)&#10;Elo 1318  [95% CI 1269–1371]&#10;Stability 0.456&#10;Validity 0.638' aria-label='CART (Tree, non-search)&#10;Elo 1318  [95% CI 1269–1371]&#10;Stability 0.456&#10;Validity 0.638'/><rect x='713.6' y='104.3' width='22.4' height='223.7' fill='#4498c6' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='736.0' y='104.3' width='22.4' height='223.7' fill='#d86911' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='736.0' x2='736.0' y1='83.0' y2='127.1'/><line x1='731.0' x2='741.0' y1='83.0' y2='83.0'/><line x1='731.0' x2='741.0' y1='127.1' y2='127.1'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(740.0 342.0) rotate(-35)'>F-Test</text><rect class='sa-hit' x='704.0' y='18' width='64' height='414' data-tip='F-Test (Correlation, non-search)&#10;Elo 1326  [95% CI 1280–1369]&#10;Stability 0.734&#10;Validity 0.932' aria-label='F-Test (Correlation, non-search)&#10;Elo 1326  [95% CI 1280–1369]&#10;Stability 0.734&#10;Validity 0.932'/><rect x='777.6' y='96.4' width='22.4' height='231.6' fill='#53a0cb' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='800.0' y='96.4' width='22.4' height='231.6' fill='#db7423' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='800.0' x2='800.0' y1='70.6' y2='118.7'/><line x1='795.0' x2='805.0' y1='70.6' y2='70.6'/><line x1='795.0' x2='805.0' y1='118.7' y2='118.7'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(804.0 342.0) rotate(-35)'>MI</text><rect class='sa-hit' x='768.0' y='18' width='64' height='414' data-tip='MI (Information theory, non-search)&#10;Elo 1342  [95% CI 1297–1394]&#10;Stability 0.673&#10;Validity 0.863' aria-label='MI (Information theory, non-search)&#10;Elo 1342  [95% CI 1297–1394]&#10;Stability 0.673&#10;Validity 0.863'/><rect x='841.6' y='85.0' width='22.4' height='243.0' fill='#58a3cd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='864.0' y='85.0' width='22.4' height='243.0' fill='#e08842' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='864.0' x2='864.0' y1='54.7' y2='110.3'/><line x1='859.0' x2='869.0' y1='54.7' y2='54.7'/><line x1='859.0' x2='869.0' y1='110.3' y2='110.3'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(868.0 342.0) rotate(-35)'>RFImportance</text><rect class='sa-hit' x='832.0' y='18' width='64' height='414' data-tip='RFImportance (Tree, non-search)&#10;Elo 1365  [95% CI 1314–1426]&#10;Stability 0.653&#10;Validity 0.741' aria-label='RFImportance (Tree, non-search)&#10;Elo 1365  [95% CI 1314–1426]&#10;Stability 0.653&#10;Validity 0.741'/><rect x='905.6' y='79.0' width='22.4' height='249.0' fill='#93c3df' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='928.0' y='79.0' width='22.4' height='249.0' fill='#dc7a2d' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='928.0' x2='928.0' y1='50.7' y2='106.8'/><line x1='923.0' x2='933.0' y1='50.7' y2='50.7'/><line x1='923.0' x2='933.0' y1='106.8' y2='106.8'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(932.0 342.0) rotate(-35)'>Lasso</text><rect class='sa-hit' x='896.0' y='18' width='64' height='414' data-tip='Lasso (Regularization, non-search)&#10;Elo 1377  [95% CI 1321–1434]&#10;Stability 0.422&#10;Validity 0.825' aria-label='Lasso (Regularization, non-search)&#10;Elo 1377  [95% CI 1321–1434]&#10;Stability 0.422&#10;Validity 0.825'/><rect x='969.6' y='65.1' width='22.4' height='262.9' fill='#7bb6d7' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='992.0' y='65.1' width='22.4' height='262.9' fill='#da7220' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='992.0' x2='992.0' y1='35.9' y2='92.9'/><line x1='987.0' x2='997.0' y1='35.9' y2='35.9'/><line x1='987.0' x2='997.0' y1='92.9' y2='92.9'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(996.0 342.0) rotate(-35)'>ElasticNet</text><rect class='sa-hit' x='960.0' y='18' width='64' height='414' data-tip='ElasticNet (Regularization, non-search)&#10;Elo 1405  [95% CI 1349–1464]&#10;Stability 0.519&#10;Validity 0.873' aria-label='ElasticNet (Regularization, non-search)&#10;Elo 1405  [95% CI 1349–1464]&#10;Stability 0.519&#10;Validity 0.873'/><line class='sa-ink' x1='64' x2='1024' y1='328.0' y2='328.0' stroke-width='1' opacity='0.4'/><rect x='1070' y='40.0' width='12' height='107.0' fill='url(#sa-g-stab)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='30.0' text-anchor='middle' font-size='12'>stable</text><text class='sa-text' x='1076' y='165.0' text-anchor='middle' font-size='12'>unstable</text><text class='sa-muted' x='1088' y='151.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='97.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='44.0' font-size='11'>1.0</text><rect x='1070' y='207.0' width='12' height='107.0' fill='url(#sa-g-val)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='197.0' text-anchor='middle' font-size='12'>valid</text><text class='sa-text' x='1076' y='332.0' text-anchor='middle' font-size='12'>invalid</text><text class='sa-muted' x='1088' y='318.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='264.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='211.0' font-size='11'>1.0</text><rect x='1070' y='352.0' width='12' height='12' fill='url(#sa-na)' stroke='#000' stroke-width='0.6'/><text class='sa-muted' x='1088' y='362.0' font-size='11'>no result</text></svg><script type='text/plain' id='sa-csv'>Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Stability,Validity
 ElasticNet,Non-search,Regularization,1405.0,1349.0,1464.0,0.519,0.873
 Lasso,Non-search,Regularization,1377.0,1321.0,1434.0,0.422,0.825
 RFImportance,Non-search,Tree,1365.0,1314.0,1426.0,0.653,0.741
@@ -105,6 +65,47 @@ function saCsv(name) {
   if (window.ResizeObserver) new ResizeObserver(post).observe(document.body);
 })();
 
+// Instant tooltip: a native SVG <title> only shows after a browser delay of 1-3 s.
+(function () {
+  var tip = document.createElement('div');
+  tip.id = 'sa-tip';
+  document.body.appendChild(tip);
+  var current = null;
+  function show(hit, x, y) {
+    if (current !== hit) {
+      if (current) current.classList.remove('sa-on');
+      current = hit;
+      hit.classList.add('sa-on');
+      var lines = hit.getAttribute('data-tip').split('\n');
+      tip.textContent = '';
+      var head = document.createElement('b');
+      head.textContent = lines[0];
+      tip.appendChild(head);
+      tip.appendChild(document.createTextNode('\n' + lines.slice(1).join('\n')));
+      tip.style.display = 'block';
+    }
+    var w = tip.offsetWidth, h = tip.offsetHeight;
+    var left = x + 14, top = y + 14;
+    if (left + w > window.innerWidth - 4) left = Math.max(4, x - w - 14);
+    if (top + h > window.innerHeight - 4) top = Math.max(4, y - h - 14);
+    tip.style.left = left + 'px';
+    tip.style.top = top + 'px';
+  }
+  function hide() {
+    if (current) current.classList.remove('sa-on');
+    current = null;
+    tip.style.display = 'none';
+  }
+  document.addEventListener('pointermove', function (e) {
+    var hit = e.target.closest ? e.target.closest('.sa-hit') : null;
+    if (hit) show(hit, e.clientX, e.clientY); else if (e.pointerType === 'mouse') hide();
+  });
+  document.addEventListener('pointerdown', function (e) {  // touch: tap a bar to show, elsewhere to hide
+    var hit = e.target.closest ? e.target.closest('.sa-hit') : null;
+    if (hit) show(hit, e.clientX, e.clientY); else hide();
+  });
+  document.addEventListener('mouseleave', hide);
+})();
 function saSvgString() {
   var svg = document.getElementById('sa-figure').cloneNode(true);
   var style = getComputedStyle(document.documentElement);

data/subsets/tasks_all/models_linearmodel/budgets_1/leaderboard_table.html

@@ -29,7 +29,7 @@ td.na { color:var(--muted); }
   font-size:12px; color:var(--fg); }
 .pill.cat-search { border-color:var(--accent); }
 .pill.cat-baseline { color:var(--muted); }
-</style></head><body><div class='toolbar'><span class='hint'>Click a column to sort. Hover a header for its definition.</span><button onclick="saCsv('selectarena_leaderboard.csv')">CSV</button></div><div class='wrap'><table id='sa-table'><thead><tr><th class='num'>#</th><th class=''>Method</th><th class='' title='Taxonomy of the paper (Appendix A). Search methods evaluate many feature subsets with the model (forward, backward, leave-one-out); non-search methods use a proxy instead (correlation, distance, information theory, tree, regularization).'>Type</th><th class='num' title='Bradley-Terry Elo from pairwise matches within each dataset, budget and downstream model. Random = 1000. +/− give the 95% bootstrap interval.'>Elo ↑</th><th class='num' title='Mean rank of the downstream error.'>Avg. rank ↓</th><th class='num' title='Share of pairwise comparisons won, in %. Ties count half.'>Win rate ↑</th><th class='num' title='Mean relative gap (error − best error) / error to the best method, in %.'>Improvability ↓</th><th class='num' title='Mean ratio of the error to the same model trained on all features. Below 1: the selection helped.'>Error vs. all ↓</th><th class='num' title='Agreement of the selected features across bootstrap resamples (Nogueira et al., 2018).'>Stability ↑</th><th class='num' title='Share of the budget filled with original features when as many noise features are added.'>Validity ↑</th><th class='num' title='Median wall-clock time of the selection.'>Time (s) ↓</th><th class='num' title='Share of runs where the method ran out of time and random features filled the budget.'>Fallback (%)</th><th class='num'>#Datasets</th></tr></thead><tbody><tr><td class='num' data-sort='1'>1</td><td class='method' data-sort='ElasticNet'>ElasticNet</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1405.0'>1405<span class='sub'>+59 / −56</span></td><td class='num' data-sort='5.71'>5.71</td><td class='num' data-sort='66.4'>66.4</td><td class='num' data-sort='15.8'>15.8</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.519'>0.519</td><td class='num' data-sort='0.873'>0.873</td><td class='num' data-sort='6.3'>6.3</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='2'>2</td><td class='method' data-sort='Lasso'>Lasso</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1377.0'>1377<span class='sub'>+57 / −56</span></td><td class='num' data-sort='5.96'>5.96</td><td class='num' data-sort='64.6'>64.6</td><td class='num' data-sort='15.2'>15.2</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.422'>0.422</td><td class='num' data-sort='0.825'>0.825</td><td class='num' data-sort='2.0'>2.0</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='3'>3</td><td class='method' data-sort='RFImportance'>RFImportance</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1365.0'>1365<span class='sub'>+61 / −51</span></td><td class='num' data-sort='6.6'>6.60</td><td class='num' data-sort='60.0'>60.0</td><td class='num' data-sort='16.0'>16.0</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.653'>0.653</td><td class='num' data-sort='0.741'>0.741</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='4'>4</td><td class='method' data-sort='MI'>MI</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1342.0'>1342<span class='sub'>+52 / −45</span></td><td class='num' data-sort='6.59'>6.59</td><td class='num' data-sort='60.1'>60.1</td><td class='num' data-sort='17.7'>17.7</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.673'>0.673</td><td class='num' data-sort='0.863'>0.863</td><td class='num' data-sort='0.4'>0.4</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='5'>5</td><td class='method' data-sort='F-Test'>F-Test</td><td class='' data-sort='Correlation'><span class='pill cat-non-search'>Correlation</span><span class='sub'>non-search</span></td><td class='num' data-sort='1326.0'>1326<span class='sub'>+43 / −46</span></td><td class='num' data-sort='6.86'>6.86</td><td class='num' data-sort='58.1'>58.1</td><td class='num' data-sort='19.4'>19.4</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.734'>0.734</td><td class='num' data-sort='0.932'>0.932</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='6'>6</td><td class='method' data-sort='CART'>CART</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1318.0'>1318<span class='sub'>+53 / −49</span></td><td class='num' data-sort='7.01'>7.01</td><td class='num' data-sort='57.1'>57.1</td><td class='num' data-sort='20.0'>20.0</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.456'>0.456</td><td class='num' data-sort='0.638'>0.638</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='7'>7</td><td class='method' data-sort='MarkovBlanket'>MarkovBlanket</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1301.0'>1301<span class='sub'>+46 / −39</span></td><td class='num' data-sort='7.49'>7.49</td><td class='num' data-sort='53.7'>53.7</td><td class='num' data-sort='21.9'>21.9</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.396'>0.396</td><td class='num' data-sort='0.467'>0.467</td><td class='num' data-sort='0.1'>0.1</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='8'>8</td><td class='method' data-sort='mRMR'>mRMR</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1296.0'>1296<span class='sub'>+45 / −44</span></td><td class='num' data-sort='7.46'>7.46</td><td class='num' data-sort='53.9'>53.9</td><td class='num' data-sort='20.6'>20.6</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.578'>0.578</td><td class='num' data-sort='0.712'>0.712</td><td class='num' data-sort='0.3'>0.3</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='9'>9</td><td class='method' data-sort='GainRatio'>GainRatio</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1280.0'>1280<span class='sub'>+45 / −42</span></td><td class='num' data-sort='7.86'>7.86</td><td class='num' data-sort='51.0'>51.0</td><td class='num' data-sort='23.5'>23.5</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.681'>0.681</td><td class='num' data-sort='0.915'>0.915</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='10'>10</td><td class='method' data-sort='SFS'>SFS</td><td class='' data-sort='Forward search'><span class='pill cat-search'>Forward search</span><span class='sub'>search</span></td><td class='num' data-sort='1267.0'>1267<span class='sub'>+51 / −49</span></td><td class='num' data-sort='7.86'>7.86</td><td class='num' data-sort='51.0'>51.0</td><td class='num' data-sort='22.4'>22.4</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.278'>0.278</td><td class='num' data-sort='0.664'>0.664</td><td class='num' data-sort='1791.6'>1,791.6</td><td class='num' data-sort='43.7'>43.7</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='11'>11</td><td class='method' data-sort='(R)ReliefF'>(R)ReliefF</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='1216.0'>1216<span class='sub'>+48 / −46</span></td><td class='num' data-sort='9.07'>9.07</td><td class='num' data-sort='42.4'>42.4</td><td class='num' data-sort='23.2'>23.2</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.647'>0.647</td><td class='num' data-sort='0.808'>0.808</td><td class='num' data-sort='13.0'>13.0</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='12'>12</td><td class='method' data-sort='LOCO'>LOCO</td><td class='' data-sort='Leave-one-out'><span class='pill cat-search'>Leave-one-out</span><span class='sub'>search</span></td><td class='num' data-sort='1199.0'>1199<span class='sub'>+46 / −46</span></td><td class='num' data-sort='8.97'>8.97</td><td class='num' data-sort='43.1'>43.1</td><td class='num' data-sort='27.4'>27.4</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.22'>0.220</td><td class='num' data-sort='0.613'>0.613</td><td class='num' data-sort='235.0'>235.0</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='13'>13</td><td class='method' data-sort='SBE'>SBE</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1184.0'>1184<span class='sub'>+50 / −53</span></td><td class='num' data-sort='9.08'>9.08</td><td class='num' data-sort='42.2'>42.2</td><td class='num' data-sort='29.2'>29.2</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.175'>0.175</td><td class='num' data-sort='0.578'>0.578</td><td class='num' data-sort='3391.5'>3,391.5</td><td class='num' data-sort='49.3'>49.3</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='14'>14</td><td class='method' data-sort='LaplacianScore'>LaplacianScore</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='1026.0'>1026<span class='sub'>+56 / −73</span></td><td class='num' data-sort='11.83'>11.83</td><td class='num' data-sort='22.7'>22.7</td><td class='num' data-sort='40.2'>40.2</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.644'>0.644</td><td class='num' data-sort='0.85'>0.850</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='15'>15</td><td class='method' data-sort='Random'>Random</td><td class='' data-sort='Baseline'><span class='pill cat-baseline'>Baseline</span></td><td class='num' data-sort='1000.0'>1000<span class='sub'>+53 / −60</span></td><td class='num' data-sort='11.66'>11.66</td><td class='num' data-sort='23.8'>23.8</td><td class='num' data-sort='37.5'>37.5</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.001'>0.001</td><td class='num' data-sort='0.499'>0.499</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='100.0'>100.0</td><td class='num' data-sort='71'>71</td></tr></tbody></table></div><script type='text/plain' id='sa-csv'>Rank,Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Avg. rank,Win rate (%),Improvability (%),Error vs. all features,Stability,Validity,Selection time (s),Fallback rate (%),#Datasets,#Comparisons
+</style></head><body><div class='toolbar'><span class='hint'>Click a column to sort. Hover a header for its definition.</span><button onclick="saCsv('selectarena_leaderboard.csv')">CSV</button></div><div class='wrap'><table id='sa-table'><thead><tr><th class='num'>#</th><th class=''>Method</th><th class='' title='Taxonomy of the paper (Appendix A). Search methods evaluate many feature subsets with the model (forward, backward, leave-one-out); non-search methods use a proxy instead (correlation, distance, information theory, tree, regularization).'>Type</th><th class='num' title='Bradley-Terry Elo from pairwise matches within each dataset, budget and downstream model. Random = 1000. +/− give the 95% bootstrap interval.'>Elo ↑</th><th class='num' title='Mean rank of the downstream error.'>Avg. rank ↓</th><th class='num' title='Mean relative gap (error − best error) / error to the best method, in %.'>Improvability ↓</th><th class='num' title='Agreement of the selected features across bootstrap resamples (Nogueira et al., 2018).'>Stability ↑</th><th class='num' title='Share of the budget filled with original features when as many noise features are added.'>Validity ↑</th><th class='num' title='Median wall-clock time of the selection.'>Time (s) ↓</th><th class='num' title='Share of runs where the method ran out of time and random features filled the budget.'>Fallback (%)</th></tr></thead><tbody><tr><td class='num' data-sort='1'>1</td><td class='method' data-sort='ElasticNet'>ElasticNet</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1405.0'>1405<span class='sub'>+59 / −56</span></td><td class='num' data-sort='5.71'>5.71</td><td class='num' data-sort='15.8'>15.8</td><td class='num' data-sort='0.519'>0.519</td><td class='num' data-sort='0.873'>0.873</td><td class='num' data-sort='6.3'>6.3</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='2'>2</td><td class='method' data-sort='Lasso'>Lasso</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1377.0'>1377<span class='sub'>+57 / −56</span></td><td class='num' data-sort='5.96'>5.96</td><td class='num' data-sort='15.2'>15.2</td><td class='num' data-sort='0.422'>0.422</td><td class='num' data-sort='0.825'>0.825</td><td class='num' data-sort='2.0'>2.0</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='3'>3</td><td class='method' data-sort='RFImportance'>RFImportance</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1365.0'>1365<span class='sub'>+61 / −51</span></td><td class='num' data-sort='6.6'>6.60</td><td class='num' data-sort='16.0'>16.0</td><td class='num' data-sort='0.653'>0.653</td><td class='num' data-sort='0.741'>0.741</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='4'>4</td><td class='method' data-sort='MI'>MI</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1342.0'>1342<span class='sub'>+52 / −45</span></td><td class='num' data-sort='6.59'>6.59</td><td class='num' data-sort='17.7'>17.7</td><td class='num' data-sort='0.673'>0.673</td><td class='num' data-sort='0.863'>0.863</td><td class='num' data-sort='0.4'>0.4</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='5'>5</td><td class='method' data-sort='F-Test'>F-Test</td><td class='' data-sort='Correlation'><span class='pill cat-non-search'>Correlation</span><span class='sub'>non-search</span></td><td class='num' data-sort='1326.0'>1326<span class='sub'>+43 / −46</span></td><td class='num' data-sort='6.86'>6.86</td><td class='num' data-sort='19.4'>19.4</td><td class='num' data-sort='0.734'>0.734</td><td class='num' data-sort='0.932'>0.932</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='6'>6</td><td class='method' data-sort='CART'>CART</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1318.0'>1318<span class='sub'>+53 / −49</span></td><td class='num' data-sort='7.01'>7.01</td><td class='num' data-sort='20.0'>20.0</td><td class='num' data-sort='0.456'>0.456</td><td class='num' data-sort='0.638'>0.638</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='7'>7</td><td class='method' data-sort='MarkovBlanket'>MarkovBlanket</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1301.0'>1301<span class='sub'>+46 / −39</span></td><td class='num' data-sort='7.49'>7.49</td><td class='num' data-sort='21.9'>21.9</td><td class='num' data-sort='0.396'>0.396</td><td class='num' data-sort='0.467'>0.467</td><td class='num' data-sort='0.1'>0.1</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='8'>8</td><td class='method' data-sort='mRMR'>mRMR</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1296.0'>1296<span class='sub'>+45 / −44</span></td><td class='num' data-sort='7.46'>7.46</td><td class='num' data-sort='20.6'>20.6</td><td class='num' data-sort='0.578'>0.578</td><td class='num' data-sort='0.712'>0.712</td><td class='num' data-sort='0.3'>0.3</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='9'>9</td><td class='method' data-sort='GainRatio'>GainRatio</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1280.0'>1280<span class='sub'>+45 / −42</span></td><td class='num' data-sort='7.86'>7.86</td><td class='num' data-sort='23.5'>23.5</td><td class='num' data-sort='0.681'>0.681</td><td class='num' data-sort='0.915'>0.915</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='10'>10</td><td class='method' data-sort='SFS'>SFS</td><td class='' data-sort='Forward search'><span class='pill cat-search'>Forward search</span><span class='sub'>search</span></td><td class='num' data-sort='1267.0'>1267<span class='sub'>+51 / −49</span></td><td class='num' data-sort='7.86'>7.86</td><td class='num' data-sort='22.4'>22.4</td><td class='num' data-sort='0.278'>0.278</td><td class='num' data-sort='0.664'>0.664</td><td class='num' data-sort='1791.6'>1,791.6</td><td class='num' data-sort='43.7'>43.7</td></tr><tr><td class='num' data-sort='11'>11</td><td class='method' data-sort='(R)ReliefF'>(R)ReliefF</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='1216.0'>1216<span class='sub'>+48 / −46</span></td><td class='num' data-sort='9.07'>9.07</td><td class='num' data-sort='23.2'>23.2</td><td class='num' data-sort='0.647'>0.647</td><td class='num' data-sort='0.808'>0.808</td><td class='num' data-sort='13.0'>13.0</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='12'>12</td><td class='method' data-sort='LOCO'>LOCO</td><td class='' data-sort='Leave-one-out'><span class='pill cat-search'>Leave-one-out</span><span class='sub'>search</span></td><td class='num' data-sort='1199.0'>1199<span class='sub'>+46 / −46</span></td><td class='num' data-sort='8.97'>8.97</td><td class='num' data-sort='27.4'>27.4</td><td class='num' data-sort='0.22'>0.220</td><td class='num' data-sort='0.613'>0.613</td><td class='num' data-sort='235.0'>235.0</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='13'>13</td><td class='method' data-sort='SBE'>SBE</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1184.0'>1184<span class='sub'>+50 / −53</span></td><td class='num' data-sort='9.08'>9.08</td><td class='num' data-sort='29.2'>29.2</td><td class='num' data-sort='0.175'>0.175</td><td class='num' data-sort='0.578'>0.578</td><td class='num' data-sort='3391.5'>3,391.5</td><td class='num' data-sort='49.3'>49.3</td></tr><tr><td class='num' data-sort='14'>14</td><td class='method' data-sort='LaplacianScore'>LaplacianScore</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='1026.0'>1026<span class='sub'>+56 / −73</span></td><td class='num' data-sort='11.83'>11.83</td><td class='num' data-sort='40.2'>40.2</td><td class='num' data-sort='0.644'>0.644</td><td class='num' data-sort='0.85'>0.850</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='15'>15</td><td class='method' data-sort='Random'>Random</td><td class='' data-sort='Baseline'><span class='pill cat-baseline'>Baseline</span></td><td class='num' data-sort='1000.0'>1000<span class='sub'>+53 / −60</span></td><td class='num' data-sort='11.66'>11.66</td><td class='num' data-sort='37.5'>37.5</td><td class='num' data-sort='0.001'>0.001</td><td class='num' data-sort='0.499'>0.499</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='100.0'>100.0</td></tr></tbody></table></div><script type='text/plain' id='sa-csv'>Rank,Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Avg. rank,Win rate (%),Improvability (%),Error vs. all features,Stability,Validity,Selection time (s),Fallback rate (%),#Datasets,#Comparisons
 1,ElasticNet,Non-search,Regularization,1405.0,1349.0,1464.0,5.71,66.4,15.8,,0.519,0.873,6.3,0.0,71,213
 2,Lasso,Non-search,Regularization,1377.0,1321.0,1434.0,5.96,64.6,15.2,,0.422,0.825,2.0,0.0,71,213
 3,RFImportance,Non-search,Tree,1365.0,1314.0,1426.0,6.6,60.0,16.0,,0.653,0.741,0.2,0.0,71,213

data/subsets/tasks_all/models_linearmodel/budgets_2/elo_explorer.html

@@ -11,60 +11,20 @@ html, body { margin:0; padding:0; background:var(--bg); color:var(--fg);
 .toolbar button { font:inherit; font-size:12px; color:var(--fg); background:var(--soft);
   border:1px solid var(--line); border-radius:6px; padding:3px 10px; cursor:pointer; }
 .toolbar button:hover { border-color:var(--accent); }
-</style></head><body><div class='toolbar'><span class='hint'>Hover a method for its values.</span><button onclick='saSvg()'>SVG</button><button onclick='saPng()'>PNG</button><button onclick="saCsv('selectarena_elo.csv')">CSV</button></div><svg id='sa-figure' viewBox='0 0 1156 440' role='img' aria-label='Elo rating of each feature selection method, shaded by stability and validity'><style>
+
+#sa-tip { position:fixed; z-index:10; pointer-events:none; display:none; max-width:280px;
+  padding:6px 9px; border-radius:6px; border:1px solid var(--line); background:var(--bg); color:var(--fg);
+  font-size:12px; line-height:1.45; white-space:pre-line; box-shadow:0 2px 8px rgba(0,0,0,0.15); }
+#sa-tip b { font-weight:600; }
+</style></head><body><div class='toolbar'><span class='hint'>Hover or tap a method for its values.</span><button onclick='saSvg()'>SVG</button><button onclick='saPng()'>PNG</button><button onclick="saCsv('selectarena_elo.csv')">CSV</button></div><svg id='sa-figure' viewBox='0 0 1156 440' role='img' aria-label='Elo rating of each feature selection method, shaded by stability and validity'><style>
 svg { display:block; width:100%; height:auto; }
 .sa-text { fill:var(--fg); }
 .sa-muted { fill:var(--muted); }
 .sa-grid { stroke:var(--line); }
 .sa-ink { stroke:var(--fg); }
-.sa-hit { fill:transparent; }
-.sa-hit:hover { fill:var(--fg); fill-opacity:0.06; }
-</style><defs><pattern id='sa-na' width='6' height='6' patternUnits='userSpaceOnUse' patternTransform='rotate(45)'><rect width='6' height='6' fill='#e5e7eb'/><line x1='0' y1='0' x2='0' y2='6' stroke='#9ca3af' stroke-width='2'/></pattern><linearGradient id='sa-g-stab' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#0072B2'/></linearGradient><linearGradient id='sa-g-val' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#D55E00'/></linearGradient></defs><line class='sa-grid' x1='64' x2='1024' y1='287.6' y2='287.6' stroke-width='1'/><text class='sa-muted' x='56' y='291.6' text-anchor='end' font-size='12'>900</text><line class='sa-grid' x1='64' x2='1024' y1='233.7' y2='233.7' stroke-width='1'/><text class='sa-muted' x='56' y='237.7' text-anchor='end' font-size='12'>1000</text><line class='sa-grid' x1='64' x2='1024' y1='179.7' y2='179.7' stroke-width='1'/><text class='sa-muted' x='56' y='183.7' text-anchor='end' font-size='12'>1100</text><line class='sa-grid' x1='64' x2='1024' y1='125.8' y2='125.8' stroke-width='1'/><text class='sa-muted' x='56' y='129.8' text-anchor='end' font-size='12'>1200</text><line class='sa-grid' x1='64' x2='1024' y1='71.9' y2='71.9' stroke-width='1'/><text class='sa-muted' x='56' y='75.9' text-anchor='end' font-size='12'>1300</text><line class='sa-grid' x1='64' x2='1024' y1='18.0' y2='18.0' stroke-width='1'/><text class='sa-muted' x='56' y='22.0' text-anchor='end' font-size='12'>1400</text><text class='sa-text' transform='translate(16 173) rotate(-90)' text-anchor='middle' font-size='13'>Elo</text><line class='sa-ink' x1='64' x2='1024' y1='233.7' y2='233.7' stroke-width='1' stroke-dasharray='4 4' opacity='0.5'/><rect x='73.6' y='264.9' width='22.4' height='63.1' fill='#57a2cc' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='96.0' y='264.9' width='22.4' height='63.1' fill='#dc7a2c' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='96.0' x2='96.0' y1='235.3' y2='304.8'/><line x1='91.0' x2='101.0' y1='235.3' y2='235.3'/><line x1='91.0' x2='101.0' y1='304.8' y2='304.8'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(100.0 342.0) rotate(-35)'>LaplacianScore</text><rect class='sa-hit' x='64.0' y='18' width='64' height='414'><title>LaplacianScore (Distance, non-search)
-Elo 942  [95% CI 868–997]
-Stability 0.660
-Validity 0.827</title></rect><rect x='137.6' y='233.7' width='22.4' height='94.3' fill='#ffffff' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='160.0' y='233.7' width='22.4' height='94.3' fill='#e9ac7c' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='160.0' x2='160.0' y1='203.5' y2='268.7'/><line x1='155.0' x2='165.0' y1='203.5' y2='203.5'/><line x1='155.0' x2='165.0' y1='268.7' y2='268.7'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(164.0 342.0) rotate(-35)'>Random</text><rect class='sa-hit' x='128.0' y='18' width='64' height='414'><title>Random (Baseline, baseline)
-Elo 1000  [95% CI 935–1056]
-Stability -0.001
-Validity 0.513</title></rect><rect x='201.6' y='186.2' width='22.4' height='141.8' fill='#daebf4' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='224.0' y='186.2' width='22.4' height='141.8' fill='#e8a571' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='224.0' x2='224.0' y1='160.9' y2='212.6'/><line x1='219.0' x2='229.0' y1='160.9' y2='160.9'/><line x1='219.0' x2='229.0' y1='212.6' y2='212.6'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(228.0 342.0) rotate(-35)'>SBE</text><rect class='sa-hit' x='192.0' y='18' width='64' height='414'><title>SBE (Backward search, search)
-Elo 1088  [95% CI 1039–1135]
-Stability 0.144
-Validity 0.556</title></rect><rect x='265.6' y='174.9' width='22.4' height='153.1' fill='#d8eaf3' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='288.0' y='174.9' width='22.4' height='153.1' fill='#e7a26c' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='288.0' x2='288.0' y1='152.8' y2='200.8'/><line x1='283.0' x2='293.0' y1='152.8' y2='152.8'/><line x1='283.0' x2='293.0' y1='200.8' y2='200.8'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(292.0 342.0) rotate(-35)'>LOCO</text><rect class='sa-hit' x='256.0' y='18' width='64' height='414'><title>LOCO (Leave-one-out, search)
-Elo 1109  [95% CI 1061–1150]
-Stability 0.151
-Validity 0.575</title></rect><rect x='329.6' y='143.1' width='22.4' height='184.9' fill='#53a0cb' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='352.0' y='143.1' width='22.4' height='184.9' fill='#df853e' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='352.0' x2='352.0' y1='119.4' y2='167.3'/><line x1='347.0' x2='357.0' y1='119.4' y2='119.4'/><line x1='347.0' x2='357.0' y1='167.3' y2='167.3'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(356.0 342.0) rotate(-35)'>(R)ReliefF</text><rect class='sa-hit' x='320.0' y='18' width='64' height='414'><title>(R)ReliefF (Distance, non-search)
-Elo 1168  [95% CI 1123–1212]
-Stability 0.673
-Validity 0.757</title></rect><rect x='393.6' y='140.9' width='22.4' height='187.1' fill='#96c5df' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='416.0' y='140.9' width='22.4' height='187.1' fill='#ecb78d' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='416.0' x2='416.0' y1='118.3' y2='164.1'/><line x1='411.0' x2='421.0' y1='118.3' y2='118.3'/><line x1='411.0' x2='421.0' y1='164.1' y2='164.1'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(420.0 342.0) rotate(-35)'>MarkovBlanket</text><rect class='sa-hit' x='384.0' y='18' width='64' height='414'><title>MarkovBlanket (Backward search, search)
-Elo 1172  [95% CI 1129–1214]
-Stability 0.413
-Validity 0.447</title></rect><rect x='457.6' y='140.9' width='22.4' height='187.1' fill='#c2dded' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='480.0' y='140.9' width='22.4' height='187.1' fill='#e59a5f' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='480.0' x2='480.0' y1='117.7' y2='165.7'/><line x1='475.0' x2='485.0' y1='117.7' y2='117.7'/><line x1='475.0' x2='485.0' y1='165.7' y2='165.7'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(484.0 342.0) rotate(-35)'>SFS</text><rect class='sa-hit' x='448.0' y='18' width='64' height='414'><title>SFS (Forward search, search)
-Elo 1172  [95% CI 1126–1215]
-Stability 0.239
-Validity 0.627</title></rect><rect x='521.6' y='140.4' width='22.4' height='187.6' fill='#62a8d0' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='544.0' y='140.4' width='22.4' height='187.6' fill='#e39557' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='544.0' x2='544.0' y1='114.5' y2='167.3'/><line x1='539.0' x2='549.0' y1='114.5' y2='114.5'/><line x1='539.0' x2='549.0' y1='167.3' y2='167.3'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(548.0 342.0) rotate(-35)'>mRMR</text><rect class='sa-hit' x='512.0' y='18' width='64' height='414'><title>mRMR (Information theory, non-search)
-Elo 1173  [95% CI 1123–1221]
-Stability 0.614
-Validity 0.660</title></rect><rect x='585.6' y='133.9' width='22.4' height='194.1' fill='#54a1cb' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='608.0' y='133.9' width='22.4' height='194.1' fill='#db7525' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='608.0' x2='608.0' y1='109.7' y2='158.7'/><line x1='603.0' x2='613.0' y1='109.7' y2='109.7'/><line x1='603.0' x2='613.0' y1='158.7' y2='158.7'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(612.0 342.0) rotate(-35)'>GainRatio</text><rect class='sa-hit' x='576.0' y='18' width='64' height='414'><title>GainRatio (Information theory, non-search)
-Elo 1185  [95% CI 1139–1230]
-Stability 0.670
-Validity 0.856</title></rect><rect x='649.6' y='124.2' width='22.4' height='203.8' fill='#8ec0dd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='672.0' y='124.2' width='22.4' height='203.8' fill='#e7a36d' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='672.0' x2='672.0' y1='94.6' y2='150.6'/><line x1='667.0' x2='677.0' y1='94.6' y2='94.6'/><line x1='667.0' x2='677.0' y1='150.6' y2='150.6'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(676.0 342.0) rotate(-35)'>CART</text><rect class='sa-hit' x='640.0' y='18' width='64' height='414'><title>CART (Tree, non-search)
-Elo 1203  [95% CI 1154–1258]
-Stability 0.444
-Validity 0.572</title></rect><rect x='713.6' y='117.2' width='22.4' height='210.8' fill='#4b9bc9' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='736.0' y='117.2' width='22.4' height='210.8' fill='#da711f' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='736.0' x2='736.0' y1='92.4' y2='141.5'/><line x1='731.0' x2='741.0' y1='92.4' y2='92.4'/><line x1='731.0' x2='741.0' y1='141.5' y2='141.5'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(740.0 342.0) rotate(-35)'>F-Test</text><rect class='sa-hit' x='704.0' y='18' width='64' height='414'><title>F-Test (Correlation, non-search)
-Elo 1216  [95% CI 1171–1262]
-Stability 0.706
-Validity 0.879</title></rect><rect x='777.6' y='94.6' width='22.4' height='233.4' fill='#519fca' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='800.0' y='94.6' width='22.4' height='233.4' fill='#dd7c2f' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='800.0' x2='800.0' y1='70.3' y2='118.8'/><line x1='795.0' x2='805.0' y1='70.3' y2='70.3'/><line x1='795.0' x2='805.0' y1='118.8' y2='118.8'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(804.0 342.0) rotate(-35)'>MI</text><rect class='sa-hit' x='768.0' y='18' width='64' height='414'><title>MI (Information theory, non-search)
-Elo 1258  [95% CI 1213–1303]
-Stability 0.683
-Validity 0.815</title></rect><rect x='841.6' y='91.9' width='22.4' height='236.1' fill='#53a0cb' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='864.0' y='91.9' width='22.4' height='236.1' fill='#e2904f' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='864.0' x2='864.0' y1='60.6' y2='118.8'/><line x1='859.0' x2='869.0' y1='60.6' y2='60.6'/><line x1='859.0' x2='869.0' y1='118.8' y2='118.8'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(868.0 342.0) rotate(-35)'>RFImportance</text><rect class='sa-hit' x='832.0' y='18' width='64' height='414'><title>RFImportance (Tree, non-search)
-Elo 1263  [95% CI 1213–1321]
-Stability 0.676
-Validity 0.691</title></rect><rect x='905.6' y='85.9' width='22.4' height='242.1' fill='#9cc8e1' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='928.0' y='85.9' width='22.4' height='242.1' fill='#e08945' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='928.0' x2='928.0' y1='55.2' y2='115.6'/><line x1='923.0' x2='933.0' y1='55.2' y2='55.2'/><line x1='923.0' x2='933.0' y1='115.6' y2='115.6'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(932.0 342.0) rotate(-35)'>Lasso</text><rect class='sa-hit' x='896.0' y='18' width='64' height='414'><title>Lasso (Regularization, non-search)
-Elo 1274  [95% CI 1219–1331]
-Stability 0.389
-Validity 0.730</title></rect><rect x='969.6' y='64.9' width='22.4' height='263.1' fill='#84bbda' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='992.0' y='64.9' width='22.4' height='263.1' fill='#de8239' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='992.0' x2='992.0' y1='30.9' y2='95.1'/><line x1='987.0' x2='997.0' y1='30.9' y2='30.9'/><line x1='987.0' x2='997.0' y1='95.1' y2='95.1'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(996.0 342.0) rotate(-35)'>ElasticNet</text><rect class='sa-hit' x='960.0' y='18' width='64' height='414'><title>ElasticNet (Regularization, non-search)
-Elo 1313  [95% CI 1257–1376]
-Stability 0.481
-Validity 0.777</title></rect><line class='sa-ink' x1='64' x2='1024' y1='328.0' y2='328.0' stroke-width='1' opacity='0.4'/><rect x='1070' y='40.0' width='12' height='107.0' fill='url(#sa-g-stab)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='30.0' text-anchor='middle' font-size='12'>stable</text><text class='sa-text' x='1076' y='165.0' text-anchor='middle' font-size='12'>unstable</text><text class='sa-muted' x='1088' y='151.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='97.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='44.0' font-size='11'>1.0</text><rect x='1070' y='207.0' width='12' height='107.0' fill='url(#sa-g-val)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='197.0' text-anchor='middle' font-size='12'>valid</text><text class='sa-text' x='1076' y='332.0' text-anchor='middle' font-size='12'>invalid</text><text class='sa-muted' x='1088' y='318.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='264.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='211.0' font-size='11'>1.0</text><rect x='1070' y='352.0' width='12' height='12' fill='url(#sa-na)' stroke='#000' stroke-width='0.6'/><text class='sa-muted' x='1088' y='362.0' font-size='11'>no result</text></svg><script type='text/plain' id='sa-csv'>Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Stability,Validity
+.sa-hit { fill:transparent; cursor:default; }
+.sa-hit:hover, .sa-hit.sa-on { fill:var(--fg); fill-opacity:0.06; }
+</style><defs><pattern id='sa-na' width='6' height='6' patternUnits='userSpaceOnUse' patternTransform='rotate(45)'><rect width='6' height='6' fill='#e5e7eb'/><line x1='0' y1='0' x2='0' y2='6' stroke='#9ca3af' stroke-width='2'/></pattern><linearGradient id='sa-g-stab' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#0072B2'/></linearGradient><linearGradient id='sa-g-val' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#D55E00'/></linearGradient></defs><line class='sa-grid' x1='64' x2='1024' y1='287.6' y2='287.6' stroke-width='1'/><text class='sa-muted' x='56' y='291.6' text-anchor='end' font-size='12'>900</text><line class='sa-grid' x1='64' x2='1024' y1='233.7' y2='233.7' stroke-width='1'/><text class='sa-muted' x='56' y='237.7' text-anchor='end' font-size='12'>1000</text><line class='sa-grid' x1='64' x2='1024' y1='179.7' y2='179.7' stroke-width='1'/><text class='sa-muted' x='56' y='183.7' text-anchor='end' font-size='12'>1100</text><line class='sa-grid' x1='64' x2='1024' y1='125.8' y2='125.8' stroke-width='1'/><text class='sa-muted' x='56' y='129.8' text-anchor='end' font-size='12'>1200</text><line class='sa-grid' x1='64' x2='1024' y1='71.9' y2='71.9' stroke-width='1'/><text class='sa-muted' x='56' y='75.9' text-anchor='end' font-size='12'>1300</text><line class='sa-grid' x1='64' x2='1024' y1='18.0' y2='18.0' stroke-width='1'/><text class='sa-muted' x='56' y='22.0' text-anchor='end' font-size='12'>1400</text><text class='sa-text' transform='translate(16 173) rotate(-90)' text-anchor='middle' font-size='13'>Elo</text><line class='sa-ink' x1='64' x2='1024' y1='233.7' y2='233.7' stroke-width='1' stroke-dasharray='4 4' opacity='0.5'/><rect x='73.6' y='264.9' width='22.4' height='63.1' fill='#57a2cc' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='96.0' y='264.9' width='22.4' height='63.1' fill='#dc7a2c' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='96.0' x2='96.0' y1='235.3' y2='304.8'/><line x1='91.0' x2='101.0' y1='235.3' y2='235.3'/><line x1='91.0' x2='101.0' y1='304.8' y2='304.8'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(100.0 342.0) rotate(-35)'>LaplacianScore</text><rect class='sa-hit' x='64.0' y='18' width='64' height='414' data-tip='LaplacianScore (Distance, non-search)&#10;Elo 942  [95% CI 868–997]&#10;Stability 0.660&#10;Validity 0.827' aria-label='LaplacianScore (Distance, non-search)&#10;Elo 942  [95% CI 868–997]&#10;Stability 0.660&#10;Validity 0.827'/><rect x='137.6' y='233.7' width='22.4' height='94.3' fill='#ffffff' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='160.0' y='233.7' width='22.4' height='94.3' fill='#e9ac7c' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='160.0' x2='160.0' y1='203.5' y2='268.7'/><line x1='155.0' x2='165.0' y1='203.5' y2='203.5'/><line x1='155.0' x2='165.0' y1='268.7' y2='268.7'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(164.0 342.0) rotate(-35)'>Random</text><rect class='sa-hit' x='128.0' y='18' width='64' height='414' data-tip='Random (Baseline, baseline)&#10;Elo 1000  [95% CI 935–1056]&#10;Stability -0.001&#10;Validity 0.513' aria-label='Random (Baseline, baseline)&#10;Elo 1000  [95% CI 935–1056]&#10;Stability -0.001&#10;Validity 0.513'/><rect x='201.6' y='186.2' width='22.4' height='141.8' fill='#daebf4' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='224.0' y='186.2' width='22.4' height='141.8' fill='#e8a571' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='224.0' x2='224.0' y1='160.9' y2='212.6'/><line x1='219.0' x2='229.0' y1='160.9' y2='160.9'/><line x1='219.0' x2='229.0' y1='212.6' y2='212.6'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(228.0 342.0) rotate(-35)'>SBE</text><rect class='sa-hit' x='192.0' y='18' width='64' height='414' data-tip='SBE (Backward search, search)&#10;Elo 1088  [95% CI 1039–1135]&#10;Stability 0.144&#10;Validity 0.556' aria-label='SBE (Backward search, search)&#10;Elo 1088  [95% CI 1039–1135]&#10;Stability 0.144&#10;Validity 0.556'/><rect x='265.6' y='174.9' width='22.4' height='153.1' fill='#d8eaf3' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='288.0' y='174.9' width='22.4' height='153.1' fill='#e7a26c' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='288.0' x2='288.0' y1='152.8' y2='200.8'/><line x1='283.0' x2='293.0' y1='152.8' y2='152.8'/><line x1='283.0' x2='293.0' y1='200.8' y2='200.8'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(292.0 342.0) rotate(-35)'>LOCO</text><rect class='sa-hit' x='256.0' y='18' width='64' height='414' data-tip='LOCO (Leave-one-out, search)&#10;Elo 1109  [95% CI 1061–1150]&#10;Stability 0.151&#10;Validity 0.575' aria-label='LOCO (Leave-one-out, search)&#10;Elo 1109  [95% CI 1061–1150]&#10;Stability 0.151&#10;Validity 0.575'/><rect x='329.6' y='143.1' width='22.4' height='184.9' fill='#53a0cb' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='352.0' y='143.1' width='22.4' height='184.9' fill='#df853e' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='352.0' x2='352.0' y1='119.4' y2='167.3'/><line x1='347.0' x2='357.0' y1='119.4' y2='119.4'/><line x1='347.0' x2='357.0' y1='167.3' y2='167.3'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(356.0 342.0) rotate(-35)'>(R)ReliefF</text><rect class='sa-hit' x='320.0' y='18' width='64' height='414' data-tip='(R)ReliefF (Distance, non-search)&#10;Elo 1168  [95% CI 1123–1212]&#10;Stability 0.673&#10;Validity 0.757' aria-label='(R)ReliefF (Distance, non-search)&#10;Elo 1168  [95% CI 1123–1212]&#10;Stability 0.673&#10;Validity 0.757'/><rect x='393.6' y='140.9' width='22.4' height='187.1' fill='#96c5df' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='416.0' y='140.9' width='22.4' height='187.1' fill='#ecb78d' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='416.0' x2='416.0' y1='118.3' y2='164.1'/><line x1='411.0' x2='421.0' y1='118.3' y2='118.3'/><line x1='411.0' x2='421.0' y1='164.1' y2='164.1'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(420.0 342.0) rotate(-35)'>MarkovBlanket</text><rect class='sa-hit' x='384.0' y='18' width='64' height='414' data-tip='MarkovBlanket (Backward search, search)&#10;Elo 1172  [95% CI 1129–1214]&#10;Stability 0.413&#10;Validity 0.447' aria-label='MarkovBlanket (Backward search, search)&#10;Elo 1172  [95% CI 1129–1214]&#10;Stability 0.413&#10;Validity 0.447'/><rect x='457.6' y='140.9' width='22.4' height='187.1' fill='#c2dded' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='480.0' y='140.9' width='22.4' height='187.1' fill='#e59a5f' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='480.0' x2='480.0' y1='117.7' y2='165.7'/><line x1='475.0' x2='485.0' y1='117.7' y2='117.7'/><line x1='475.0' x2='485.0' y1='165.7' y2='165.7'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(484.0 342.0) rotate(-35)'>SFS</text><rect class='sa-hit' x='448.0' y='18' width='64' height='414' data-tip='SFS (Forward search, search)&#10;Elo 1172  [95% CI 1126–1215]&#10;Stability 0.239&#10;Validity 0.627' aria-label='SFS (Forward search, search)&#10;Elo 1172  [95% CI 1126–1215]&#10;Stability 0.239&#10;Validity 0.627'/><rect x='521.6' y='140.4' width='22.4' height='187.6' fill='#62a8d0' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='544.0' y='140.4' width='22.4' height='187.6' fill='#e39557' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='544.0' x2='544.0' y1='114.5' y2='167.3'/><line x1='539.0' x2='549.0' y1='114.5' y2='114.5'/><line x1='539.0' x2='549.0' y1='167.3' y2='167.3'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(548.0 342.0) rotate(-35)'>mRMR</text><rect class='sa-hit' x='512.0' y='18' width='64' height='414' data-tip='mRMR (Information theory, non-search)&#10;Elo 1173  [95% CI 1123–1221]&#10;Stability 0.614&#10;Validity 0.660' aria-label='mRMR (Information theory, non-search)&#10;Elo 1173  [95% CI 1123–1221]&#10;Stability 0.614&#10;Validity 0.660'/><rect x='585.6' y='133.9' width='22.4' height='194.1' fill='#54a1cb' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='608.0' y='133.9' width='22.4' height='194.1' fill='#db7525' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='608.0' x2='608.0' y1='109.7' y2='158.7'/><line x1='603.0' x2='613.0' y1='109.7' y2='109.7'/><line x1='603.0' x2='613.0' y1='158.7' y2='158.7'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(612.0 342.0) rotate(-35)'>GainRatio</text><rect class='sa-hit' x='576.0' y='18' width='64' height='414' data-tip='GainRatio (Information theory, non-search)&#10;Elo 1185  [95% CI 1139–1230]&#10;Stability 0.670&#10;Validity 0.856' aria-label='GainRatio (Information theory, non-search)&#10;Elo 1185  [95% CI 1139–1230]&#10;Stability 0.670&#10;Validity 0.856'/><rect x='649.6' y='124.2' width='22.4' height='203.8' fill='#8ec0dd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='672.0' y='124.2' width='22.4' height='203.8' fill='#e7a36d' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='672.0' x2='672.0' y1='94.6' y2='150.6'/><line x1='667.0' x2='677.0' y1='94.6' y2='94.6'/><line x1='667.0' x2='677.0' y1='150.6' y2='150.6'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(676.0 342.0) rotate(-35)'>CART</text><rect class='sa-hit' x='640.0' y='18' width='64' height='414' data-tip='CART (Tree, non-search)&#10;Elo 1203  [95% CI 1154–1258]&#10;Stability 0.444&#10;Validity 0.572' aria-label='CART (Tree, non-search)&#10;Elo 1203  [95% CI 1154–1258]&#10;Stability 0.444&#10;Validity 0.572'/><rect x='713.6' y='117.2' width='22.4' height='210.8' fill='#4b9bc9' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='736.0' y='117.2' width='22.4' height='210.8' fill='#da711f' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='736.0' x2='736.0' y1='92.4' y2='141.5'/><line x1='731.0' x2='741.0' y1='92.4' y2='92.4'/><line x1='731.0' x2='741.0' y1='141.5' y2='141.5'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(740.0 342.0) rotate(-35)'>F-Test</text><rect class='sa-hit' x='704.0' y='18' width='64' height='414' data-tip='F-Test (Correlation, non-search)&#10;Elo 1216  [95% CI 1171–1262]&#10;Stability 0.706&#10;Validity 0.879' aria-label='F-Test (Correlation, non-search)&#10;Elo 1216  [95% CI 1171–1262]&#10;Stability 0.706&#10;Validity 0.879'/><rect x='777.6' y='94.6' width='22.4' height='233.4' fill='#519fca' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='800.0' y='94.6' width='22.4' height='233.4' fill='#dd7c2f' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='800.0' x2='800.0' y1='70.3' y2='118.8'/><line x1='795.0' x2='805.0' y1='70.3' y2='70.3'/><line x1='795.0' x2='805.0' y1='118.8' y2='118.8'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(804.0 342.0) rotate(-35)'>MI</text><rect class='sa-hit' x='768.0' y='18' width='64' height='414' data-tip='MI (Information theory, non-search)&#10;Elo 1258  [95% CI 1213–1303]&#10;Stability 0.683&#10;Validity 0.815' aria-label='MI (Information theory, non-search)&#10;Elo 1258  [95% CI 1213–1303]&#10;Stability 0.683&#10;Validity 0.815'/><rect x='841.6' y='91.9' width='22.4' height='236.1' fill='#53a0cb' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='864.0' y='91.9' width='22.4' height='236.1' fill='#e2904f' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='864.0' x2='864.0' y1='60.6' y2='118.8'/><line x1='859.0' x2='869.0' y1='60.6' y2='60.6'/><line x1='859.0' x2='869.0' y1='118.8' y2='118.8'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(868.0 342.0) rotate(-35)'>RFImportance</text><rect class='sa-hit' x='832.0' y='18' width='64' height='414' data-tip='RFImportance (Tree, non-search)&#10;Elo 1263  [95% CI 1213–1321]&#10;Stability 0.676&#10;Validity 0.691' aria-label='RFImportance (Tree, non-search)&#10;Elo 1263  [95% CI 1213–1321]&#10;Stability 0.676&#10;Validity 0.691'/><rect x='905.6' y='85.9' width='22.4' height='242.1' fill='#9cc8e1' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='928.0' y='85.9' width='22.4' height='242.1' fill='#e08945' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='928.0' x2='928.0' y1='55.2' y2='115.6'/><line x1='923.0' x2='933.0' y1='55.2' y2='55.2'/><line x1='923.0' x2='933.0' y1='115.6' y2='115.6'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(932.0 342.0) rotate(-35)'>Lasso</text><rect class='sa-hit' x='896.0' y='18' width='64' height='414' data-tip='Lasso (Regularization, non-search)&#10;Elo 1274  [95% CI 1219–1331]&#10;Stability 0.389&#10;Validity 0.730' aria-label='Lasso (Regularization, non-search)&#10;Elo 1274  [95% CI 1219–1331]&#10;Stability 0.389&#10;Validity 0.730'/><rect x='969.6' y='64.9' width='22.4' height='263.1' fill='#84bbda' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='992.0' y='64.9' width='22.4' height='263.1' fill='#de8239' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='992.0' x2='992.0' y1='30.9' y2='95.1'/><line x1='987.0' x2='997.0' y1='30.9' y2='30.9'/><line x1='987.0' x2='997.0' y1='95.1' y2='95.1'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(996.0 342.0) rotate(-35)'>ElasticNet</text><rect class='sa-hit' x='960.0' y='18' width='64' height='414' data-tip='ElasticNet (Regularization, non-search)&#10;Elo 1313  [95% CI 1257–1376]&#10;Stability 0.481&#10;Validity 0.777' aria-label='ElasticNet (Regularization, non-search)&#10;Elo 1313  [95% CI 1257–1376]&#10;Stability 0.481&#10;Validity 0.777'/><line class='sa-ink' x1='64' x2='1024' y1='328.0' y2='328.0' stroke-width='1' opacity='0.4'/><rect x='1070' y='40.0' width='12' height='107.0' fill='url(#sa-g-stab)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='30.0' text-anchor='middle' font-size='12'>stable</text><text class='sa-text' x='1076' y='165.0' text-anchor='middle' font-size='12'>unstable</text><text class='sa-muted' x='1088' y='151.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='97.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='44.0' font-size='11'>1.0</text><rect x='1070' y='207.0' width='12' height='107.0' fill='url(#sa-g-val)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='197.0' text-anchor='middle' font-size='12'>valid</text><text class='sa-text' x='1076' y='332.0' text-anchor='middle' font-size='12'>invalid</text><text class='sa-muted' x='1088' y='318.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='264.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='211.0' font-size='11'>1.0</text><rect x='1070' y='352.0' width='12' height='12' fill='url(#sa-na)' stroke='#000' stroke-width='0.6'/><text class='sa-muted' x='1088' y='362.0' font-size='11'>no result</text></svg><script type='text/plain' id='sa-csv'>Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Stability,Validity
 ElasticNet,Non-search,Regularization,1313.0,1257.0,1376.0,0.481,0.777
 Lasso,Non-search,Regularization,1274.0,1219.0,1331.0,0.389,0.73
 RFImportance,Non-search,Tree,1263.0,1213.0,1321.0,0.676,0.691
@@ -105,6 +65,47 @@ function saCsv(name) {
   if (window.ResizeObserver) new ResizeObserver(post).observe(document.body);
 })();
 
+// Instant tooltip: a native SVG <title> only shows after a browser delay of 1-3 s.
+(function () {
+  var tip = document.createElement('div');
+  tip.id = 'sa-tip';
+  document.body.appendChild(tip);
+  var current = null;
+  function show(hit, x, y) {
+    if (current !== hit) {
+      if (current) current.classList.remove('sa-on');
+      current = hit;
+      hit.classList.add('sa-on');
+      var lines = hit.getAttribute('data-tip').split('\n');
+      tip.textContent = '';
+      var head = document.createElement('b');
+      head.textContent = lines[0];
+      tip.appendChild(head);
+      tip.appendChild(document.createTextNode('\n' + lines.slice(1).join('\n')));
+      tip.style.display = 'block';
+    }
+    var w = tip.offsetWidth, h = tip.offsetHeight;
+    var left = x + 14, top = y + 14;
+    if (left + w > window.innerWidth - 4) left = Math.max(4, x - w - 14);
+    if (top + h > window.innerHeight - 4) top = Math.max(4, y - h - 14);
+    tip.style.left = left + 'px';
+    tip.style.top = top + 'px';
+  }
+  function hide() {
+    if (current) current.classList.remove('sa-on');
+    current = null;
+    tip.style.display = 'none';
+  }
+  document.addEventListener('pointermove', function (e) {
+    var hit = e.target.closest ? e.target.closest('.sa-hit') : null;
+    if (hit) show(hit, e.clientX, e.clientY); else if (e.pointerType === 'mouse') hide();
+  });
+  document.addEventListener('pointerdown', function (e) {  // touch: tap a bar to show, elsewhere to hide
+    var hit = e.target.closest ? e.target.closest('.sa-hit') : null;
+    if (hit) show(hit, e.clientX, e.clientY); else hide();
+  });
+  document.addEventListener('mouseleave', hide);
+})();
 function saSvgString() {
   var svg = document.getElementById('sa-figure').cloneNode(true);
   var style = getComputedStyle(document.documentElement);

data/subsets/tasks_all/models_linearmodel/budgets_2/leaderboard_table.html

@@ -29,7 +29,7 @@ td.na { color:var(--muted); }
   font-size:12px; color:var(--fg); }
 .pill.cat-search { border-color:var(--accent); }
 .pill.cat-baseline { color:var(--muted); }
-</style></head><body><div class='toolbar'><span class='hint'>Click a column to sort. Hover a header for its definition.</span><button onclick="saCsv('selectarena_leaderboard.csv')">CSV</button></div><div class='wrap'><table id='sa-table'><thead><tr><th class='num'>#</th><th class=''>Method</th><th class='' title='Taxonomy of the paper (Appendix A). Search methods evaluate many feature subsets with the model (forward, backward, leave-one-out); non-search methods use a proxy instead (correlation, distance, information theory, tree, regularization).'>Type</th><th class='num' title='Bradley-Terry Elo from pairwise matches within each dataset, budget and downstream model. Random = 1000. +/− give the 95% bootstrap interval.'>Elo ↑</th><th class='num' title='Mean rank of the downstream error.'>Avg. rank ↓</th><th class='num' title='Share of pairwise comparisons won, in %. Ties count half.'>Win rate ↑</th><th class='num' title='Mean relative gap (error − best error) / error to the best method, in %.'>Improvability ↓</th><th class='num' title='Mean ratio of the error to the same model trained on all features. Below 1: the selection helped.'>Error vs. all ↓</th><th class='num' title='Agreement of the selected features across bootstrap resamples (Nogueira et al., 2018).'>Stability ↑</th><th class='num' title='Share of the budget filled with original features when as many noise features are added.'>Validity ↑</th><th class='num' title='Median wall-clock time of the selection.'>Time (s) ↓</th><th class='num' title='Share of runs where the method ran out of time and random features filled the budget.'>Fallback (%)</th><th class='num'>#Datasets</th></tr></thead><tbody><tr><td class='num' data-sort='1'>1</td><td class='method' data-sort='ElasticNet'>ElasticNet</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1313.0'>1313<span class='sub'>+63 / −56</span></td><td class='num' data-sort='5.75'>5.75</td><td class='num' data-sort='66.1'>66.1</td><td class='num' data-sort='14.0'>14.0</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.481'>0.481</td><td class='num' data-sort='0.777'>0.777</td><td class='num' data-sort='6.3'>6.3</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='2'>2</td><td class='method' data-sort='Lasso'>Lasso</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1274.0'>1274<span class='sub'>+57 / −55</span></td><td class='num' data-sort='6.11'>6.11</td><td class='num' data-sort='63.5'>63.5</td><td class='num' data-sort='14.2'>14.2</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.389'>0.389</td><td class='num' data-sort='0.73'>0.730</td><td class='num' data-sort='1.8'>1.8</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='3'>3</td><td class='method' data-sort='RFImportance'>RFImportance</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1263.0'>1263<span class='sub'>+58 / −50</span></td><td class='num' data-sort='6.51'>6.51</td><td class='num' data-sort='60.7'>60.7</td><td class='num' data-sort='14.9'>14.9</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.676'>0.676</td><td class='num' data-sort='0.691'>0.691</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='4'>4</td><td class='method' data-sort='MI'>MI</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1258.0'>1258<span class='sub'>+45 / −45</span></td><td class='num' data-sort='6.65'>6.65</td><td class='num' data-sort='59.6'>59.6</td><td class='num' data-sort='16.8'>16.8</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.683'>0.683</td><td class='num' data-sort='0.815'>0.815</td><td class='num' data-sort='0.4'>0.4</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='5'>5</td><td class='method' data-sort='F-Test'>F-Test</td><td class='' data-sort='Correlation'><span class='pill cat-non-search'>Correlation</span><span class='sub'>non-search</span></td><td class='num' data-sort='1216.0'>1216<span class='sub'>+46 / −45</span></td><td class='num' data-sort='7.2'>7.20</td><td class='num' data-sort='55.7'>55.7</td><td class='num' data-sort='17.6'>17.6</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.706'>0.706</td><td class='num' data-sort='0.879'>0.879</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='6'>6</td><td class='method' data-sort='CART'>CART</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1203.0'>1203<span class='sub'>+55 / −49</span></td><td class='num' data-sort='7.48'>7.48</td><td class='num' data-sort='53.7'>53.7</td><td class='num' data-sort='19.7'>19.7</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.444'>0.444</td><td class='num' data-sort='0.572'>0.572</td><td class='num' data-sort='0.1'>0.1</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='7'>7</td><td class='method' data-sort='GainRatio'>GainRatio</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1185.0'>1185<span class='sub'>+45 / −46</span></td><td class='num' data-sort='8.04'>8.04</td><td class='num' data-sort='49.7'>49.7</td><td class='num' data-sort='20.8'>20.8</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.67'>0.670</td><td class='num' data-sort='0.856'>0.856</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='8'>8</td><td class='method' data-sort='mRMR'>mRMR</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1173.0'>1173<span class='sub'>+48 / −50</span></td><td class='num' data-sort='7.81'>7.81</td><td class='num' data-sort='51.4'>51.4</td><td class='num' data-sort='19.1'>19.1</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.614'>0.614</td><td class='num' data-sort='0.66'>0.660</td><td class='num' data-sort='0.4'>0.4</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='9'>9</td><td class='method' data-sort='MarkovBlanket'>MarkovBlanket</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1172.0'>1172<span class='sub'>+42 / −43</span></td><td class='num' data-sort='8.03'>8.03</td><td class='num' data-sort='49.8'>49.8</td><td class='num' data-sort='21.5'>21.5</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.413'>0.413</td><td class='num' data-sort='0.447'>0.447</td><td class='num' data-sort='0.1'>0.1</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='10'>10</td><td class='method' data-sort='SFS'>SFS</td><td class='' data-sort='Forward search'><span class='pill cat-search'>Forward search</span><span class='sub'>search</span></td><td class='num' data-sort='1172.0'>1172<span class='sub'>+43 / −46</span></td><td class='num' data-sort='7.82'>7.82</td><td class='num' data-sort='51.3'>51.3</td><td class='num' data-sort='20.7'>20.7</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.239'>0.239</td><td class='num' data-sort='0.627'>0.627</td><td class='num' data-sort='2264.7'>2,264.7</td><td class='num' data-sort='47.9'>47.9</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='11'>11</td><td class='method' data-sort='(R)ReliefF'>(R)ReliefF</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='1168.0'>1168<span class='sub'>+44 / −45</span></td><td class='num' data-sort='8.41'>8.41</td><td class='num' data-sort='47.1'>47.1</td><td class='num' data-sort='19.5'>19.5</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.673'>0.673</td><td class='num' data-sort='0.757'>0.757</td><td class='num' data-sort='12.8'>12.8</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='12'>12</td><td class='method' data-sort='LOCO'>LOCO</td><td class='' data-sort='Leave-one-out'><span class='pill cat-search'>Leave-one-out</span><span class='sub'>search</span></td><td class='num' data-sort='1109.0'>1109<span class='sub'>+41 / −48</span></td><td class='num' data-sort='8.81'>8.81</td><td class='num' data-sort='44.2'>44.2</td><td class='num' data-sort='25.7'>25.7</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.151'>0.151</td><td class='num' data-sort='0.575'>0.575</td><td class='num' data-sort='242.0'>242.0</td><td class='num' data-sort='6.1'>6.1</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='13'>13</td><td class='method' data-sort='SBE'>SBE</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1088.0'>1088<span class='sub'>+47 / −49</span></td><td class='num' data-sort='8.94'>8.94</td><td class='num' data-sort='43.3'>43.3</td><td class='num' data-sort='25.1'>25.1</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.144'>0.144</td><td class='num' data-sort='0.556'>0.556</td><td class='num' data-sort='2787.0'>2,787.0</td><td class='num' data-sort='48.4'>48.4</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='14'>14</td><td class='method' data-sort='Random'>Random</td><td class='' data-sort='Baseline'><span class='pill cat-baseline'>Baseline</span></td><td class='num' data-sort='1000.0'>1000<span class='sub'>+56 / −65</span></td><td class='num' data-sort='10.69'>10.69</td><td class='num' data-sort='30.8'>30.8</td><td class='num' data-sort='31.5'>31.5</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='-0.001'>-0.001</td><td class='num' data-sort='0.513'>0.513</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='100.0'>100.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='15'>15</td><td class='method' data-sort='LaplacianScore'>LaplacianScore</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='942.0'>942<span class='sub'>+55 / −74</span></td><td class='num' data-sort='11.74'>11.74</td><td class='num' data-sort='23.3'>23.3</td><td class='num' data-sort='37.1'>37.1</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.66'>0.660</td><td class='num' data-sort='0.827'>0.827</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr></tbody></table></div><script type='text/plain' id='sa-csv'>Rank,Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Avg. rank,Win rate (%),Improvability (%),Error vs. all features,Stability,Validity,Selection time (s),Fallback rate (%),#Datasets,#Comparisons
+</style></head><body><div class='toolbar'><span class='hint'>Click a column to sort. Hover a header for its definition.</span><button onclick="saCsv('selectarena_leaderboard.csv')">CSV</button></div><div class='wrap'><table id='sa-table'><thead><tr><th class='num'>#</th><th class=''>Method</th><th class='' title='Taxonomy of the paper (Appendix A). Search methods evaluate many feature subsets with the model (forward, backward, leave-one-out); non-search methods use a proxy instead (correlation, distance, information theory, tree, regularization).'>Type</th><th class='num' title='Bradley-Terry Elo from pairwise matches within each dataset, budget and downstream model. Random = 1000. +/− give the 95% bootstrap interval.'>Elo ↑</th><th class='num' title='Mean rank of the downstream error.'>Avg. rank ↓</th><th class='num' title='Mean relative gap (error − best error) / error to the best method, in %.'>Improvability ↓</th><th class='num' title='Agreement of the selected features across bootstrap resamples (Nogueira et al., 2018).'>Stability ↑</th><th class='num' title='Share of the budget filled with original features when as many noise features are added.'>Validity ↑</th><th class='num' title='Median wall-clock time of the selection.'>Time (s) ↓</th><th class='num' title='Share of runs where the method ran out of time and random features filled the budget.'>Fallback (%)</th></tr></thead><tbody><tr><td class='num' data-sort='1'>1</td><td class='method' data-sort='ElasticNet'>ElasticNet</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1313.0'>1313<span class='sub'>+63 / −56</span></td><td class='num' data-sort='5.75'>5.75</td><td class='num' data-sort='14.0'>14.0</td><td class='num' data-sort='0.481'>0.481</td><td class='num' data-sort='0.777'>0.777</td><td class='num' data-sort='6.3'>6.3</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='2'>2</td><td class='method' data-sort='Lasso'>Lasso</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1274.0'>1274<span class='sub'>+57 / −55</span></td><td class='num' data-sort='6.11'>6.11</td><td class='num' data-sort='14.2'>14.2</td><td class='num' data-sort='0.389'>0.389</td><td class='num' data-sort='0.73'>0.730</td><td class='num' data-sort='1.8'>1.8</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='3'>3</td><td class='method' data-sort='RFImportance'>RFImportance</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1263.0'>1263<span class='sub'>+58 / −50</span></td><td class='num' data-sort='6.51'>6.51</td><td class='num' data-sort='14.9'>14.9</td><td class='num' data-sort='0.676'>0.676</td><td class='num' data-sort='0.691'>0.691</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='4'>4</td><td class='method' data-sort='MI'>MI</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1258.0'>1258<span class='sub'>+45 / −45</span></td><td class='num' data-sort='6.65'>6.65</td><td class='num' data-sort='16.8'>16.8</td><td class='num' data-sort='0.683'>0.683</td><td class='num' data-sort='0.815'>0.815</td><td class='num' data-sort='0.4'>0.4</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='5'>5</td><td class='method' data-sort='F-Test'>F-Test</td><td class='' data-sort='Correlation'><span class='pill cat-non-search'>Correlation</span><span class='sub'>non-search</span></td><td class='num' data-sort='1216.0'>1216<span class='sub'>+46 / −45</span></td><td class='num' data-sort='7.2'>7.20</td><td class='num' data-sort='17.6'>17.6</td><td class='num' data-sort='0.706'>0.706</td><td class='num' data-sort='0.879'>0.879</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='6'>6</td><td class='method' data-sort='CART'>CART</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1203.0'>1203<span class='sub'>+55 / −49</span></td><td class='num' data-sort='7.48'>7.48</td><td class='num' data-sort='19.7'>19.7</td><td class='num' data-sort='0.444'>0.444</td><td class='num' data-sort='0.572'>0.572</td><td class='num' data-sort='0.1'>0.1</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='7'>7</td><td class='method' data-sort='GainRatio'>GainRatio</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1185.0'>1185<span class='sub'>+45 / −46</span></td><td class='num' data-sort='8.04'>8.04</td><td class='num' data-sort='20.8'>20.8</td><td class='num' data-sort='0.67'>0.670</td><td class='num' data-sort='0.856'>0.856</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='8'>8</td><td class='method' data-sort='mRMR'>mRMR</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1173.0'>1173<span class='sub'>+48 / −50</span></td><td class='num' data-sort='7.81'>7.81</td><td class='num' data-sort='19.1'>19.1</td><td class='num' data-sort='0.614'>0.614</td><td class='num' data-sort='0.66'>0.660</td><td class='num' data-sort='0.4'>0.4</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='9'>9</td><td class='method' data-sort='MarkovBlanket'>MarkovBlanket</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1172.0'>1172<span class='sub'>+42 / −43</span></td><td class='num' data-sort='8.03'>8.03</td><td class='num' data-sort='21.5'>21.5</td><td class='num' data-sort='0.413'>0.413</td><td class='num' data-sort='0.447'>0.447</td><td class='num' data-sort='0.1'>0.1</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='10'>10</td><td class='method' data-sort='SFS'>SFS</td><td class='' data-sort='Forward search'><span class='pill cat-search'>Forward search</span><span class='sub'>search</span></td><td class='num' data-sort='1172.0'>1172<span class='sub'>+43 / −46</span></td><td class='num' data-sort='7.82'>7.82</td><td class='num' data-sort='20.7'>20.7</td><td class='num' data-sort='0.239'>0.239</td><td class='num' data-sort='0.627'>0.627</td><td class='num' data-sort='2264.7'>2,264.7</td><td class='num' data-sort='47.9'>47.9</td></tr><tr><td class='num' data-sort='11'>11</td><td class='method' data-sort='(R)ReliefF'>(R)ReliefF</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='1168.0'>1168<span class='sub'>+44 / −45</span></td><td class='num' data-sort='8.41'>8.41</td><td class='num' data-sort='19.5'>19.5</td><td class='num' data-sort='0.673'>0.673</td><td class='num' data-sort='0.757'>0.757</td><td class='num' data-sort='12.8'>12.8</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='12'>12</td><td class='method' data-sort='LOCO'>LOCO</td><td class='' data-sort='Leave-one-out'><span class='pill cat-search'>Leave-one-out</span><span class='sub'>search</span></td><td class='num' data-sort='1109.0'>1109<span class='sub'>+41 / −48</span></td><td class='num' data-sort='8.81'>8.81</td><td class='num' data-sort='25.7'>25.7</td><td class='num' data-sort='0.151'>0.151</td><td class='num' data-sort='0.575'>0.575</td><td class='num' data-sort='242.0'>242.0</td><td class='num' data-sort='6.1'>6.1</td></tr><tr><td class='num' data-sort='13'>13</td><td class='method' data-sort='SBE'>SBE</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1088.0'>1088<span class='sub'>+47 / −49</span></td><td class='num' data-sort='8.94'>8.94</td><td class='num' data-sort='25.1'>25.1</td><td class='num' data-sort='0.144'>0.144</td><td class='num' data-sort='0.556'>0.556</td><td class='num' data-sort='2787.0'>2,787.0</td><td class='num' data-sort='48.4'>48.4</td></tr><tr><td class='num' data-sort='14'>14</td><td class='method' data-sort='Random'>Random</td><td class='' data-sort='Baseline'><span class='pill cat-baseline'>Baseline</span></td><td class='num' data-sort='1000.0'>1000<span class='sub'>+56 / −65</span></td><td class='num' data-sort='10.69'>10.69</td><td class='num' data-sort='31.5'>31.5</td><td class='num' data-sort='-0.001'>-0.001</td><td class='num' data-sort='0.513'>0.513</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='100.0'>100.0</td></tr><tr><td class='num' data-sort='15'>15</td><td class='method' data-sort='LaplacianScore'>LaplacianScore</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='942.0'>942<span class='sub'>+55 / −74</span></td><td class='num' data-sort='11.74'>11.74</td><td class='num' data-sort='37.1'>37.1</td><td class='num' data-sort='0.66'>0.660</td><td class='num' data-sort='0.827'>0.827</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td></tr></tbody></table></div><script type='text/plain' id='sa-csv'>Rank,Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Avg. rank,Win rate (%),Improvability (%),Error vs. all features,Stability,Validity,Selection time (s),Fallback rate (%),#Datasets,#Comparisons
 1,ElasticNet,Non-search,Regularization,1313.0,1257.0,1376.0,5.75,66.1,14.0,,0.481,0.777,6.3,0.0,71,213
 2,Lasso,Non-search,Regularization,1274.0,1219.0,1331.0,6.11,63.5,14.2,,0.389,0.73,1.8,0.0,71,213
 3,RFImportance,Non-search,Tree,1263.0,1213.0,1321.0,6.51,60.7,14.9,,0.676,0.691,0.2,0.0,71,213

data/subsets/tasks_all/models_linearmodel/budgets_3/elo_explorer.html

@@ -11,60 +11,20 @@ html, body { margin:0; padding:0; background:var(--bg); color:var(--fg);
 .toolbar button { font:inherit; font-size:12px; color:var(--fg); background:var(--soft);
   border:1px solid var(--line); border-radius:6px; padding:3px 10px; cursor:pointer; }
 .toolbar button:hover { border-color:var(--accent); }
-</style></head><body><div class='toolbar'><span class='hint'>Hover a method for its values.</span><button onclick='saSvg()'>SVG</button><button onclick='saPng()'>PNG</button><button onclick="saCsv('selectarena_elo.csv')">CSV</button></div><svg id='sa-figure' viewBox='0 0 1156 440' role='img' aria-label='Elo rating of each feature selection method, shaded by stability and validity'><style>
+
+#sa-tip { position:fixed; z-index:10; pointer-events:none; display:none; max-width:280px;
+  padding:6px 9px; border-radius:6px; border:1px solid var(--line); background:var(--bg); color:var(--fg);
+  font-size:12px; line-height:1.45; white-space:pre-line; box-shadow:0 2px 8px rgba(0,0,0,0.15); }
+#sa-tip b { font-weight:600; }
+</style></head><body><div class='toolbar'><span class='hint'>Hover or tap a method for its values.</span><button onclick='saSvg()'>SVG</button><button onclick='saPng()'>PNG</button><button onclick="saCsv('selectarena_elo.csv')">CSV</button></div><svg id='sa-figure' viewBox='0 0 1156 440' role='img' aria-label='Elo rating of each feature selection method, shaded by stability and validity'><style>
 svg { display:block; width:100%; height:auto; }
 .sa-text { fill:var(--fg); }
 .sa-muted { fill:var(--muted); }
 .sa-grid { stroke:var(--line); }
 .sa-ink { stroke:var(--fg); }
-.sa-hit { fill:transparent; }
-.sa-hit:hover { fill:var(--fg); fill-opacity:0.06; }
-</style><defs><pattern id='sa-na' width='6' height='6' patternUnits='userSpaceOnUse' patternTransform='rotate(45)'><rect width='6' height='6' fill='#e5e7eb'/><line x1='0' y1='0' x2='0' y2='6' stroke='#9ca3af' stroke-width='2'/></pattern><linearGradient id='sa-g-stab' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#0072B2'/></linearGradient><linearGradient id='sa-g-val' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#D55E00'/></linearGradient></defs><line class='sa-grid' x1='64' x2='1024' y1='313.2' y2='313.2' stroke-width='1'/><text class='sa-muted' x='56' y='317.2' text-anchor='end' font-size='12'>900</text><line class='sa-grid' x1='64' x2='1024' y1='254.2' y2='254.2' stroke-width='1'/><text class='sa-muted' x='56' y='258.2' text-anchor='end' font-size='12'>1000</text><line class='sa-grid' x1='64' x2='1024' y1='195.1' y2='195.1' stroke-width='1'/><text class='sa-muted' x='56' y='199.1' text-anchor='end' font-size='12'>1100</text><line class='sa-grid' x1='64' x2='1024' y1='136.1' y2='136.1' stroke-width='1'/><text class='sa-muted' x='56' y='140.1' text-anchor='end' font-size='12'>1200</text><line class='sa-grid' x1='64' x2='1024' y1='77.0' y2='77.0' stroke-width='1'/><text class='sa-muted' x='56' y='81.0' text-anchor='end' font-size='12'>1300</text><line class='sa-grid' x1='64' x2='1024' y1='18.0' y2='18.0' stroke-width='1'/><text class='sa-muted' x='56' y='22.0' text-anchor='end' font-size='12'>1400</text><text class='sa-text' transform='translate(16 173) rotate(-90)' text-anchor='middle' font-size='13'>Elo</text><line class='sa-ink' x1='64' x2='1024' y1='254.2' y2='254.2' stroke-width='1' stroke-dasharray='4 4' opacity='0.5'/><rect x='73.6' y='267.8' width='22.4' height='60.2' fill='#4f9eca' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='96.0' y='267.8' width='22.4' height='60.2' fill='#df853e' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='96.0' x2='96.0' y1='233.5' y2='308.5'/><line x1='91.0' x2='101.0' y1='233.5' y2='233.5'/><line x1='91.0' x2='101.0' y1='308.5' y2='308.5'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(100.0 342.0) rotate(-35)'>LaplacianScore</text><rect class='sa-hit' x='64.0' y='18' width='64' height='414'><title>LaplacianScore (Distance, non-search)
-Elo 977  [95% CI 908–1035]
-Stability 0.689
-Validity 0.758</title></rect><rect x='137.6' y='254.2' width='22.4' height='73.8' fill='#feffff' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='160.0' y='254.2' width='22.4' height='73.8' fill='#eaaf81' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='160.0' x2='160.0' y1='226.4' y2='285.5'/><line x1='155.0' x2='165.0' y1='226.4' y2='226.4'/><line x1='155.0' x2='165.0' y1='285.5' y2='285.5'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(164.0 342.0) rotate(-35)'>Random</text><rect class='sa-hit' x='128.0' y='18' width='64' height='414'><title>Random (Baseline, baseline)
-Elo 1000  [95% CI 947–1047]
-Stability 0.002
-Validity 0.494</title></rect><rect x='201.6' y='191.6' width='22.4' height='136.4' fill='#90c2de' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='224.0' y='191.6' width='22.4' height='136.4' fill='#ebb386' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='224.0' x2='224.0' y1='164.4' y2='219.9'/><line x1='219.0' x2='229.0' y1='164.4' y2='164.4'/><line x1='219.0' x2='229.0' y1='219.9' y2='219.9'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(228.0 342.0) rotate(-35)'>MarkovBlanket</text><rect class='sa-hit' x='192.0' y='18' width='64' height='414'><title>MarkovBlanket (Backward search, search)
-Elo 1106  [95% CI 1058–1152]
-Stability 0.434
-Validity 0.473</title></rect><rect x='265.6' y='190.4' width='22.4' height='137.6' fill='#e2eff6' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='288.0' y='190.4' width='22.4' height='137.6' fill='#e8a774' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='288.0' x2='288.0' y1='165.6' y2='217.6'/><line x1='283.0' x2='293.0' y1='165.6' y2='165.6'/><line x1='283.0' x2='293.0' y1='217.6' y2='217.6'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(292.0 342.0) rotate(-35)'>LOCO</text><rect class='sa-hit' x='256.0' y='18' width='64' height='414'><title>LOCO (Leave-one-out, search)
-Elo 1108  [95% CI 1062–1150]
-Stability 0.114
-Validity 0.544</title></rect><rect x='329.6' y='183.9' width='22.4' height='144.1' fill='#5ca5ce' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='352.0' y='183.9' width='22.4' height='144.1' fill='#df863f' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='352.0' x2='352.0' y1='156.8' y2='209.3'/><line x1='347.0' x2='357.0' y1='156.8' y2='156.8'/><line x1='347.0' x2='357.0' y1='209.3' y2='209.3'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(356.0 342.0) rotate(-35)'>GainRatio</text><rect class='sa-hit' x='320.0' y='18' width='64' height='414'><title>GainRatio (Information theory, non-search)
-Elo 1119  [95% CI 1076–1165]
-Stability 0.641
-Validity 0.751</title></rect><rect x='393.6' y='182.7' width='22.4' height='145.3' fill='#e7f2f8' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='416.0' y='182.7' width='22.4' height='145.3' fill='#e9aa78' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='416.0' x2='416.0' y1='153.8' y2='216.4'/><line x1='411.0' x2='421.0' y1='153.8' y2='153.8'/><line x1='411.0' x2='421.0' y1='216.4' y2='216.4'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(420.0 342.0) rotate(-35)'>SBE</text><rect class='sa-hit' x='384.0' y='18' width='64' height='414'><title>SBE (Backward search, search)
-Elo 1121  [95% CI 1064–1170]
-Stability 0.095
-Validity 0.530</title></rect><rect x='457.6' y='181.0' width='22.4' height='147.0' fill='#58a3cc' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='480.0' y='181.0' width='22.4' height='147.0' fill='#e39455' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='480.0' x2='480.0' y1='154.4' y2='204.6'/><line x1='475.0' x2='485.0' y1='154.4' y2='154.4'/><line x1='475.0' x2='485.0' y1='204.6' y2='204.6'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(484.0 342.0) rotate(-35)'>(R)ReliefF</text><rect class='sa-hit' x='448.0' y='18' width='64' height='414'><title>(R)ReliefF (Distance, non-search)
-Elo 1124  [95% CI 1084–1169]
-Stability 0.656
-Validity 0.667</title></rect><rect x='521.6' y='177.4' width='22.4' height='150.6' fill='#c6dfee' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='544.0' y='177.4' width='22.4' height='150.6' fill='#e7a46e' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='544.0' x2='544.0' y1='150.9' y2='207.0'/><line x1='539.0' x2='549.0' y1='150.9' y2='150.9'/><line x1='539.0' x2='549.0' y1='207.0' y2='207.0'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(548.0 342.0) rotate(-35)'>SFS</text><rect class='sa-hit' x='512.0' y='18' width='64' height='414'><title>SFS (Forward search, search)
-Elo 1130  [95% CI 1080–1175]
-Stability 0.225
-Validity 0.568</title></rect><rect x='585.6' y='164.4' width='22.4' height='163.6' fill='#58a3cc' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='608.0' y='164.4' width='22.4' height='163.6' fill='#e6a068' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='608.0' x2='608.0' y1='136.7' y2='192.2'/><line x1='603.0' x2='613.0' y1='136.7' y2='136.7'/><line x1='603.0' x2='613.0' y1='192.2' y2='192.2'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(612.0 342.0) rotate(-35)'>mRMR</text><rect class='sa-hit' x='576.0' y='18' width='64' height='414'><title>mRMR (Information theory, non-search)
-Elo 1152  [95% CI 1105–1199]
-Stability 0.656
-Validity 0.593</title></rect><rect x='649.6' y='158.5' width='22.4' height='169.5' fill='#98c6e0' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='672.0' y='158.5' width='22.4' height='169.5' fill='#eaad7e' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='672.0' x2='672.0' y1='129.6' y2='184.5'/><line x1='667.0' x2='677.0' y1='129.6' y2='129.6'/><line x1='667.0' x2='677.0' y1='184.5' y2='184.5'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(676.0 342.0) rotate(-35)'>CART</text><rect class='sa-hit' x='640.0' y='18' width='64' height='414'><title>CART (Tree, non-search)
-Elo 1162  [95% CI 1118–1211]
-Stability 0.402
-Validity 0.507</title></rect><rect x='713.6' y='144.4' width='22.4' height='183.6' fill='#55a1cc' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='736.0' y='144.4' width='22.4' height='183.6' fill='#de8138' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='736.0' x2='736.0' y1='117.8' y2='171.5'/><line x1='731.0' x2='741.0' y1='117.8' y2='117.8'/><line x1='731.0' x2='741.0' y1='171.5' y2='171.5'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(740.0 342.0) rotate(-35)'>F-Test</text><rect class='sa-hit' x='704.0' y='18' width='64' height='414'><title>F-Test (Correlation, non-search)
-Elo 1186  [95% CI 1140–1231]
-Stability 0.668
-Validity 0.781</title></rect><rect x='777.6' y='128.4' width='22.4' height='199.6' fill='#5aa3cd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='800.0' y='128.4' width='22.4' height='199.6' fill='#e18b47' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='800.0' x2='800.0' y1='99.5' y2='156.2'/><line x1='795.0' x2='805.0' y1='99.5' y2='99.5'/><line x1='795.0' x2='805.0' y1='156.2' y2='156.2'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(804.0 342.0) rotate(-35)'>MI</text><rect class='sa-hit' x='768.0' y='18' width='64' height='414'><title>MI (Information theory, non-search)
-Elo 1213  [95% CI 1166–1262]
-Stability 0.649
-Validity 0.723</title></rect><rect x='841.6' y='122.5' width='22.4' height='205.5' fill='#aad0e5' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='864.0' y='122.5' width='22.4' height='205.5' fill='#e4975b' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='864.0' x2='864.0' y1='85.3' y2='154.4'/><line x1='859.0' x2='869.0' y1='85.3' y2='85.3'/><line x1='859.0' x2='869.0' y1='154.4' y2='154.4'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(868.0 342.0) rotate(-35)'>Lasso</text><rect class='sa-hit' x='832.0' y='18' width='64' height='414'><title>Lasso (Regularization, non-search)
-Elo 1223  [95% CI 1169–1286]
-Stability 0.334
-Validity 0.643</title></rect><rect x='905.6' y='114.2' width='22.4' height='213.8' fill='#94c4df' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='928.0' y='114.2' width='22.4' height='213.8' fill='#e39455' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='928.0' x2='928.0' y1='81.8' y2='142.6'/><line x1='923.0' x2='933.0' y1='81.8' y2='81.8'/><line x1='923.0' x2='933.0' y1='142.6' y2='142.6'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(932.0 342.0) rotate(-35)'>ElasticNet</text><rect class='sa-hit' x='896.0' y='18' width='64' height='414'><title>ElasticNet (Regularization, non-search)
-Elo 1237  [95% CI 1189–1292]
-Stability 0.419
-Validity 0.665</title></rect><rect x='969.6' y='108.9' width='22.4' height='219.1' fill='#56a2cc' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='992.0' y='108.9' width='22.4' height='219.1' fill='#e69e66' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='992.0' x2='992.0' y1='77.0' y2='139.0'/><line x1='987.0' x2='997.0' y1='77.0' y2='77.0'/><line x1='987.0' x2='997.0' y1='139.0' y2='139.0'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(996.0 342.0) rotate(-35)'>RFImportance</text><rect class='sa-hit' x='960.0' y='18' width='64' height='414'><title>RFImportance (Tree, non-search)
-Elo 1246  [95% CI 1195–1300]
-Stability 0.661
-Validity 0.600</title></rect><line class='sa-ink' x1='64' x2='1024' y1='328.0' y2='328.0' stroke-width='1' opacity='0.4'/><rect x='1070' y='40.0' width='12' height='107.0' fill='url(#sa-g-stab)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='30.0' text-anchor='middle' font-size='12'>stable</text><text class='sa-text' x='1076' y='165.0' text-anchor='middle' font-size='12'>unstable</text><text class='sa-muted' x='1088' y='151.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='97.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='44.0' font-size='11'>1.0</text><rect x='1070' y='207.0' width='12' height='107.0' fill='url(#sa-g-val)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='197.0' text-anchor='middle' font-size='12'>valid</text><text class='sa-text' x='1076' y='332.0' text-anchor='middle' font-size='12'>invalid</text><text class='sa-muted' x='1088' y='318.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='264.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='211.0' font-size='11'>1.0</text><rect x='1070' y='352.0' width='12' height='12' fill='url(#sa-na)' stroke='#000' stroke-width='0.6'/><text class='sa-muted' x='1088' y='362.0' font-size='11'>no result</text></svg><script type='text/plain' id='sa-csv'>Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Stability,Validity
+.sa-hit { fill:transparent; cursor:default; }
+.sa-hit:hover, .sa-hit.sa-on { fill:var(--fg); fill-opacity:0.06; }
+</style><defs><pattern id='sa-na' width='6' height='6' patternUnits='userSpaceOnUse' patternTransform='rotate(45)'><rect width='6' height='6' fill='#e5e7eb'/><line x1='0' y1='0' x2='0' y2='6' stroke='#9ca3af' stroke-width='2'/></pattern><linearGradient id='sa-g-stab' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#0072B2'/></linearGradient><linearGradient id='sa-g-val' x1='0' y1='1' x2='0' y2='0'><stop offset='0' stop-color='#ffffff'/><stop offset='1' stop-color='#D55E00'/></linearGradient></defs><line class='sa-grid' x1='64' x2='1024' y1='313.2' y2='313.2' stroke-width='1'/><text class='sa-muted' x='56' y='317.2' text-anchor='end' font-size='12'>900</text><line class='sa-grid' x1='64' x2='1024' y1='254.2' y2='254.2' stroke-width='1'/><text class='sa-muted' x='56' y='258.2' text-anchor='end' font-size='12'>1000</text><line class='sa-grid' x1='64' x2='1024' y1='195.1' y2='195.1' stroke-width='1'/><text class='sa-muted' x='56' y='199.1' text-anchor='end' font-size='12'>1100</text><line class='sa-grid' x1='64' x2='1024' y1='136.1' y2='136.1' stroke-width='1'/><text class='sa-muted' x='56' y='140.1' text-anchor='end' font-size='12'>1200</text><line class='sa-grid' x1='64' x2='1024' y1='77.0' y2='77.0' stroke-width='1'/><text class='sa-muted' x='56' y='81.0' text-anchor='end' font-size='12'>1300</text><line class='sa-grid' x1='64' x2='1024' y1='18.0' y2='18.0' stroke-width='1'/><text class='sa-muted' x='56' y='22.0' text-anchor='end' font-size='12'>1400</text><text class='sa-text' transform='translate(16 173) rotate(-90)' text-anchor='middle' font-size='13'>Elo</text><line class='sa-ink' x1='64' x2='1024' y1='254.2' y2='254.2' stroke-width='1' stroke-dasharray='4 4' opacity='0.5'/><rect x='73.6' y='267.8' width='22.4' height='60.2' fill='#4f9eca' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='96.0' y='267.8' width='22.4' height='60.2' fill='#df853e' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='96.0' x2='96.0' y1='233.5' y2='308.5'/><line x1='91.0' x2='101.0' y1='233.5' y2='233.5'/><line x1='91.0' x2='101.0' y1='308.5' y2='308.5'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(100.0 342.0) rotate(-35)'>LaplacianScore</text><rect class='sa-hit' x='64.0' y='18' width='64' height='414' data-tip='LaplacianScore (Distance, non-search)&#10;Elo 977  [95% CI 908–1035]&#10;Stability 0.689&#10;Validity 0.758' aria-label='LaplacianScore (Distance, non-search)&#10;Elo 977  [95% CI 908–1035]&#10;Stability 0.689&#10;Validity 0.758'/><rect x='137.6' y='254.2' width='22.4' height='73.8' fill='#feffff' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='160.0' y='254.2' width='22.4' height='73.8' fill='#eaaf81' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='160.0' x2='160.0' y1='226.4' y2='285.5'/><line x1='155.0' x2='165.0' y1='226.4' y2='226.4'/><line x1='155.0' x2='165.0' y1='285.5' y2='285.5'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(164.0 342.0) rotate(-35)'>Random</text><rect class='sa-hit' x='128.0' y='18' width='64' height='414' data-tip='Random (Baseline, baseline)&#10;Elo 1000  [95% CI 947–1047]&#10;Stability 0.002&#10;Validity 0.494' aria-label='Random (Baseline, baseline)&#10;Elo 1000  [95% CI 947–1047]&#10;Stability 0.002&#10;Validity 0.494'/><rect x='201.6' y='191.6' width='22.4' height='136.4' fill='#90c2de' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='224.0' y='191.6' width='22.4' height='136.4' fill='#ebb386' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='224.0' x2='224.0' y1='164.4' y2='219.9'/><line x1='219.0' x2='229.0' y1='164.4' y2='164.4'/><line x1='219.0' x2='229.0' y1='219.9' y2='219.9'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(228.0 342.0) rotate(-35)'>MarkovBlanket</text><rect class='sa-hit' x='192.0' y='18' width='64' height='414' data-tip='MarkovBlanket (Backward search, search)&#10;Elo 1106  [95% CI 1058–1152]&#10;Stability 0.434&#10;Validity 0.473' aria-label='MarkovBlanket (Backward search, search)&#10;Elo 1106  [95% CI 1058–1152]&#10;Stability 0.434&#10;Validity 0.473'/><rect x='265.6' y='190.4' width='22.4' height='137.6' fill='#e2eff6' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='288.0' y='190.4' width='22.4' height='137.6' fill='#e8a774' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='288.0' x2='288.0' y1='165.6' y2='217.6'/><line x1='283.0' x2='293.0' y1='165.6' y2='165.6'/><line x1='283.0' x2='293.0' y1='217.6' y2='217.6'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(292.0 342.0) rotate(-35)'>LOCO</text><rect class='sa-hit' x='256.0' y='18' width='64' height='414' data-tip='LOCO (Leave-one-out, search)&#10;Elo 1108  [95% CI 1062–1150]&#10;Stability 0.114&#10;Validity 0.544' aria-label='LOCO (Leave-one-out, search)&#10;Elo 1108  [95% CI 1062–1150]&#10;Stability 0.114&#10;Validity 0.544'/><rect x='329.6' y='183.9' width='22.4' height='144.1' fill='#5ca5ce' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='352.0' y='183.9' width='22.4' height='144.1' fill='#df863f' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='352.0' x2='352.0' y1='156.8' y2='209.3'/><line x1='347.0' x2='357.0' y1='156.8' y2='156.8'/><line x1='347.0' x2='357.0' y1='209.3' y2='209.3'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(356.0 342.0) rotate(-35)'>GainRatio</text><rect class='sa-hit' x='320.0' y='18' width='64' height='414' data-tip='GainRatio (Information theory, non-search)&#10;Elo 1119  [95% CI 1076–1165]&#10;Stability 0.641&#10;Validity 0.751' aria-label='GainRatio (Information theory, non-search)&#10;Elo 1119  [95% CI 1076–1165]&#10;Stability 0.641&#10;Validity 0.751'/><rect x='393.6' y='182.7' width='22.4' height='145.3' fill='#e7f2f8' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='416.0' y='182.7' width='22.4' height='145.3' fill='#e9aa78' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='416.0' x2='416.0' y1='153.8' y2='216.4'/><line x1='411.0' x2='421.0' y1='153.8' y2='153.8'/><line x1='411.0' x2='421.0' y1='216.4' y2='216.4'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(420.0 342.0) rotate(-35)'>SBE</text><rect class='sa-hit' x='384.0' y='18' width='64' height='414' data-tip='SBE (Backward search, search)&#10;Elo 1121  [95% CI 1064–1170]&#10;Stability 0.095&#10;Validity 0.530' aria-label='SBE (Backward search, search)&#10;Elo 1121  [95% CI 1064–1170]&#10;Stability 0.095&#10;Validity 0.530'/><rect x='457.6' y='181.0' width='22.4' height='147.0' fill='#58a3cc' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='480.0' y='181.0' width='22.4' height='147.0' fill='#e39455' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='480.0' x2='480.0' y1='154.4' y2='204.6'/><line x1='475.0' x2='485.0' y1='154.4' y2='154.4'/><line x1='475.0' x2='485.0' y1='204.6' y2='204.6'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(484.0 342.0) rotate(-35)'>(R)ReliefF</text><rect class='sa-hit' x='448.0' y='18' width='64' height='414' data-tip='(R)ReliefF (Distance, non-search)&#10;Elo 1124  [95% CI 1084–1169]&#10;Stability 0.656&#10;Validity 0.667' aria-label='(R)ReliefF (Distance, non-search)&#10;Elo 1124  [95% CI 1084–1169]&#10;Stability 0.656&#10;Validity 0.667'/><rect x='521.6' y='177.4' width='22.4' height='150.6' fill='#c6dfee' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='544.0' y='177.4' width='22.4' height='150.6' fill='#e7a46e' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='544.0' x2='544.0' y1='150.9' y2='207.0'/><line x1='539.0' x2='549.0' y1='150.9' y2='150.9'/><line x1='539.0' x2='549.0' y1='207.0' y2='207.0'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(548.0 342.0) rotate(-35)'>SFS</text><rect class='sa-hit' x='512.0' y='18' width='64' height='414' data-tip='SFS (Forward search, search)&#10;Elo 1130  [95% CI 1080–1175]&#10;Stability 0.225&#10;Validity 0.568' aria-label='SFS (Forward search, search)&#10;Elo 1130  [95% CI 1080–1175]&#10;Stability 0.225&#10;Validity 0.568'/><rect x='585.6' y='164.4' width='22.4' height='163.6' fill='#58a3cc' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='608.0' y='164.4' width='22.4' height='163.6' fill='#e6a068' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='608.0' x2='608.0' y1='136.7' y2='192.2'/><line x1='603.0' x2='613.0' y1='136.7' y2='136.7'/><line x1='603.0' x2='613.0' y1='192.2' y2='192.2'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(612.0 342.0) rotate(-35)'>mRMR</text><rect class='sa-hit' x='576.0' y='18' width='64' height='414' data-tip='mRMR (Information theory, non-search)&#10;Elo 1152  [95% CI 1105–1199]&#10;Stability 0.656&#10;Validity 0.593' aria-label='mRMR (Information theory, non-search)&#10;Elo 1152  [95% CI 1105–1199]&#10;Stability 0.656&#10;Validity 0.593'/><rect x='649.6' y='158.5' width='22.4' height='169.5' fill='#98c6e0' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='672.0' y='158.5' width='22.4' height='169.5' fill='#eaad7e' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='672.0' x2='672.0' y1='129.6' y2='184.5'/><line x1='667.0' x2='677.0' y1='129.6' y2='129.6'/><line x1='667.0' x2='677.0' y1='184.5' y2='184.5'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(676.0 342.0) rotate(-35)'>CART</text><rect class='sa-hit' x='640.0' y='18' width='64' height='414' data-tip='CART (Tree, non-search)&#10;Elo 1162  [95% CI 1118–1211]&#10;Stability 0.402&#10;Validity 0.507' aria-label='CART (Tree, non-search)&#10;Elo 1162  [95% CI 1118–1211]&#10;Stability 0.402&#10;Validity 0.507'/><rect x='713.6' y='144.4' width='22.4' height='183.6' fill='#55a1cc' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='736.0' y='144.4' width='22.4' height='183.6' fill='#de8138' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='736.0' x2='736.0' y1='117.8' y2='171.5'/><line x1='731.0' x2='741.0' y1='117.8' y2='117.8'/><line x1='731.0' x2='741.0' y1='171.5' y2='171.5'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(740.0 342.0) rotate(-35)'>F-Test</text><rect class='sa-hit' x='704.0' y='18' width='64' height='414' data-tip='F-Test (Correlation, non-search)&#10;Elo 1186  [95% CI 1140–1231]&#10;Stability 0.668&#10;Validity 0.781' aria-label='F-Test (Correlation, non-search)&#10;Elo 1186  [95% CI 1140–1231]&#10;Stability 0.668&#10;Validity 0.781'/><rect x='777.6' y='128.4' width='22.4' height='199.6' fill='#5aa3cd' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='800.0' y='128.4' width='22.4' height='199.6' fill='#e18b47' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='800.0' x2='800.0' y1='99.5' y2='156.2'/><line x1='795.0' x2='805.0' y1='99.5' y2='99.5'/><line x1='795.0' x2='805.0' y1='156.2' y2='156.2'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(804.0 342.0) rotate(-35)'>MI</text><rect class='sa-hit' x='768.0' y='18' width='64' height='414' data-tip='MI (Information theory, non-search)&#10;Elo 1213  [95% CI 1166–1262]&#10;Stability 0.649&#10;Validity 0.723' aria-label='MI (Information theory, non-search)&#10;Elo 1213  [95% CI 1166–1262]&#10;Stability 0.649&#10;Validity 0.723'/><rect x='841.6' y='122.5' width='22.4' height='205.5' fill='#aad0e5' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='864.0' y='122.5' width='22.4' height='205.5' fill='#e4975b' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='864.0' x2='864.0' y1='85.3' y2='154.4'/><line x1='859.0' x2='869.0' y1='85.3' y2='85.3'/><line x1='859.0' x2='869.0' y1='154.4' y2='154.4'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(868.0 342.0) rotate(-35)'>Lasso</text><rect class='sa-hit' x='832.0' y='18' width='64' height='414' data-tip='Lasso (Regularization, non-search)&#10;Elo 1223  [95% CI 1169–1286]&#10;Stability 0.334&#10;Validity 0.643' aria-label='Lasso (Regularization, non-search)&#10;Elo 1223  [95% CI 1169–1286]&#10;Stability 0.334&#10;Validity 0.643'/><rect x='905.6' y='114.2' width='22.4' height='213.8' fill='#94c4df' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='928.0' y='114.2' width='22.4' height='213.8' fill='#e39455' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='928.0' x2='928.0' y1='81.8' y2='142.6'/><line x1='923.0' x2='933.0' y1='81.8' y2='81.8'/><line x1='923.0' x2='933.0' y1='142.6' y2='142.6'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(932.0 342.0) rotate(-35)'>ElasticNet</text><rect class='sa-hit' x='896.0' y='18' width='64' height='414' data-tip='ElasticNet (Regularization, non-search)&#10;Elo 1237  [95% CI 1189–1292]&#10;Stability 0.419&#10;Validity 0.665' aria-label='ElasticNet (Regularization, non-search)&#10;Elo 1237  [95% CI 1189–1292]&#10;Stability 0.419&#10;Validity 0.665'/><rect x='969.6' y='108.9' width='22.4' height='219.1' fill='#56a2cc' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><rect x='992.0' y='108.9' width='22.4' height='219.1' fill='#e69e66' stroke='#000' stroke-width='0.8' fill-opacity='0.9'/><g class='sa-ink' stroke-width='1.5'><line x1='992.0' x2='992.0' y1='77.0' y2='139.0'/><line x1='987.0' x2='997.0' y1='77.0' y2='77.0'/><line x1='987.0' x2='997.0' y1='139.0' y2='139.0'/></g><text class='sa-text' font-size='12' text-anchor='end' transform='translate(996.0 342.0) rotate(-35)'>RFImportance</text><rect class='sa-hit' x='960.0' y='18' width='64' height='414' data-tip='RFImportance (Tree, non-search)&#10;Elo 1246  [95% CI 1195–1300]&#10;Stability 0.661&#10;Validity 0.600' aria-label='RFImportance (Tree, non-search)&#10;Elo 1246  [95% CI 1195–1300]&#10;Stability 0.661&#10;Validity 0.600'/><line class='sa-ink' x1='64' x2='1024' y1='328.0' y2='328.0' stroke-width='1' opacity='0.4'/><rect x='1070' y='40.0' width='12' height='107.0' fill='url(#sa-g-stab)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='30.0' text-anchor='middle' font-size='12'>stable</text><text class='sa-text' x='1076' y='165.0' text-anchor='middle' font-size='12'>unstable</text><text class='sa-muted' x='1088' y='151.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='97.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='44.0' font-size='11'>1.0</text><rect x='1070' y='207.0' width='12' height='107.0' fill='url(#sa-g-val)' stroke='#000' stroke-width='0.6'/><text class='sa-text' x='1076' y='197.0' text-anchor='middle' font-size='12'>valid</text><text class='sa-text' x='1076' y='332.0' text-anchor='middle' font-size='12'>invalid</text><text class='sa-muted' x='1088' y='318.0' font-size='11'>0.0</text><text class='sa-muted' x='1088' y='264.5' font-size='11'>0.5</text><text class='sa-muted' x='1088' y='211.0' font-size='11'>1.0</text><rect x='1070' y='352.0' width='12' height='12' fill='url(#sa-na)' stroke='#000' stroke-width='0.6'/><text class='sa-muted' x='1088' y='362.0' font-size='11'>no result</text></svg><script type='text/plain' id='sa-csv'>Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Stability,Validity
 RFImportance,Non-search,Tree,1246.0,1195.0,1300.0,0.661,0.6
 ElasticNet,Non-search,Regularization,1237.0,1189.0,1292.0,0.419,0.665
 Lasso,Non-search,Regularization,1223.0,1169.0,1286.0,0.334,0.643
@@ -105,6 +65,47 @@ function saCsv(name) {
   if (window.ResizeObserver) new ResizeObserver(post).observe(document.body);
 })();
 
+// Instant tooltip: a native SVG <title> only shows after a browser delay of 1-3 s.
+(function () {
+  var tip = document.createElement('div');
+  tip.id = 'sa-tip';
+  document.body.appendChild(tip);
+  var current = null;
+  function show(hit, x, y) {
+    if (current !== hit) {
+      if (current) current.classList.remove('sa-on');
+      current = hit;
+      hit.classList.add('sa-on');
+      var lines = hit.getAttribute('data-tip').split('\n');
+      tip.textContent = '';
+      var head = document.createElement('b');
+      head.textContent = lines[0];
+      tip.appendChild(head);
+      tip.appendChild(document.createTextNode('\n' + lines.slice(1).join('\n')));
+      tip.style.display = 'block';
+    }
+    var w = tip.offsetWidth, h = tip.offsetHeight;
+    var left = x + 14, top = y + 14;
+    if (left + w > window.innerWidth - 4) left = Math.max(4, x - w - 14);
+    if (top + h > window.innerHeight - 4) top = Math.max(4, y - h - 14);
+    tip.style.left = left + 'px';
+    tip.style.top = top + 'px';
+  }
+  function hide() {
+    if (current) current.classList.remove('sa-on');
+    current = null;
+    tip.style.display = 'none';
+  }
+  document.addEventListener('pointermove', function (e) {
+    var hit = e.target.closest ? e.target.closest('.sa-hit') : null;
+    if (hit) show(hit, e.clientX, e.clientY); else if (e.pointerType === 'mouse') hide();
+  });
+  document.addEventListener('pointerdown', function (e) {  // touch: tap a bar to show, elsewhere to hide
+    var hit = e.target.closest ? e.target.closest('.sa-hit') : null;
+    if (hit) show(hit, e.clientX, e.clientY); else hide();
+  });
+  document.addEventListener('mouseleave', hide);
+})();
 function saSvgString() {
   var svg = document.getElementById('sa-figure').cloneNode(true);
   var style = getComputedStyle(document.documentElement);

data/subsets/tasks_all/models_linearmodel/budgets_3/leaderboard_table.html

@@ -29,7 +29,7 @@ td.na { color:var(--muted); }
   font-size:12px; color:var(--fg); }
 .pill.cat-search { border-color:var(--accent); }
 .pill.cat-baseline { color:var(--muted); }
-</style></head><body><div class='toolbar'><span class='hint'>Click a column to sort. Hover a header for its definition.</span><button onclick="saCsv('selectarena_leaderboard.csv')">CSV</button></div><div class='wrap'><table id='sa-table'><thead><tr><th class='num'>#</th><th class=''>Method</th><th class='' title='Taxonomy of the paper (Appendix A). Search methods evaluate many feature subsets with the model (forward, backward, leave-one-out); non-search methods use a proxy instead (correlation, distance, information theory, tree, regularization).'>Type</th><th class='num' title='Bradley-Terry Elo from pairwise matches within each dataset, budget and downstream model. Random = 1000. +/− give the 95% bootstrap interval.'>Elo ↑</th><th class='num' title='Mean rank of the downstream error.'>Avg. rank ↓</th><th class='num' title='Share of pairwise comparisons won, in %. Ties count half.'>Win rate ↑</th><th class='num' title='Mean relative gap (error − best error) / error to the best method, in %.'>Improvability ↓</th><th class='num' title='Mean ratio of the error to the same model trained on all features. Below 1: the selection helped.'>Error vs. all ↓</th><th class='num' title='Agreement of the selected features across bootstrap resamples (Nogueira et al., 2018).'>Stability ↑</th><th class='num' title='Share of the budget filled with original features when as many noise features are added.'>Validity ↑</th><th class='num' title='Median wall-clock time of the selection.'>Time (s) ↓</th><th class='num' title='Share of runs where the method ran out of time and random features filled the budget.'>Fallback (%)</th><th class='num'>#Datasets</th></tr></thead><tbody><tr><td class='num' data-sort='1'>1</td><td class='method' data-sort='RFImportance'>RFImportance</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1246.0'>1246<span class='sub'>+54 / −51</span></td><td class='num' data-sort='6.28'>6.28</td><td class='num' data-sort='62.3'>62.3</td><td class='num' data-sort='12.0'>12.0</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.661'>0.661</td><td class='num' data-sort='0.6'>0.600</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='2'>2</td><td class='method' data-sort='ElasticNet'>ElasticNet</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1237.0'>1237<span class='sub'>+55 / −48</span></td><td class='num' data-sort='6.43'>6.43</td><td class='num' data-sort='61.2'>61.2</td><td class='num' data-sort='12.7'>12.7</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.419'>0.419</td><td class='num' data-sort='0.665'>0.665</td><td class='num' data-sort='6.2'>6.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='3'>3</td><td class='method' data-sort='Lasso'>Lasso</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1223.0'>1223<span class='sub'>+63 / −54</span></td><td class='num' data-sort='6.65'>6.65</td><td class='num' data-sort='59.7'>59.7</td><td class='num' data-sort='13.6'>13.6</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.334'>0.334</td><td class='num' data-sort='0.643'>0.643</td><td class='num' data-sort='1.9'>1.9</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='4'>4</td><td class='method' data-sort='MI'>MI</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1213.0'>1213<span class='sub'>+49 / −47</span></td><td class='num' data-sort='6.88'>6.88</td><td class='num' data-sort='58.0'>58.0</td><td class='num' data-sort='14.5'>14.5</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.649'>0.649</td><td class='num' data-sort='0.723'>0.723</td><td class='num' data-sort='0.4'>0.4</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='5'>5</td><td class='method' data-sort='F-Test'>F-Test</td><td class='' data-sort='Correlation'><span class='pill cat-non-search'>Correlation</span><span class='sub'>non-search</span></td><td class='num' data-sort='1186.0'>1186<span class='sub'>+45 / −46</span></td><td class='num' data-sort='7.21'>7.21</td><td class='num' data-sort='55.6'>55.6</td><td class='num' data-sort='15.8'>15.8</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.668'>0.668</td><td class='num' data-sort='0.781'>0.781</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='6'>6</td><td class='method' data-sort='CART'>CART</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1162.0'>1162<span class='sub'>+49 / −44</span></td><td class='num' data-sort='7.32'>7.32</td><td class='num' data-sort='54.8'>54.8</td><td class='num' data-sort='16.0'>16.0</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.402'>0.402</td><td class='num' data-sort='0.507'>0.507</td><td class='num' data-sort='0.1'>0.1</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='7'>7</td><td class='method' data-sort='mRMR'>mRMR</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1152.0'>1152<span class='sub'>+47 / −47</span></td><td class='num' data-sort='7.7'>7.70</td><td class='num' data-sort='52.1'>52.1</td><td class='num' data-sort='15.6'>15.6</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.656'>0.656</td><td class='num' data-sort='0.593'>0.593</td><td class='num' data-sort='0.5'>0.5</td><td class='num' data-sort='7.0'>7.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='8'>8</td><td class='method' data-sort='SFS'>SFS</td><td class='' data-sort='Forward search'><span class='pill cat-search'>Forward search</span><span class='sub'>search</span></td><td class='num' data-sort='1130.0'>1130<span class='sub'>+45 / −50</span></td><td class='num' data-sort='7.96'>7.96</td><td class='num' data-sort='50.3'>50.3</td><td class='num' data-sort='17.8'>17.8</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.225'>0.225</td><td class='num' data-sort='0.568'>0.568</td><td class='num' data-sort='2680.3'>2,680.3</td><td class='num' data-sort='48.4'>48.4</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='9'>9</td><td class='method' data-sort='(R)ReliefF'>(R)ReliefF</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='1124.0'>1124<span class='sub'>+45 / −40</span></td><td class='num' data-sort='8.39'>8.39</td><td class='num' data-sort='47.2'>47.2</td><td class='num' data-sort='16.5'>16.5</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.656'>0.656</td><td class='num' data-sort='0.667'>0.667</td><td class='num' data-sort='13.2'>13.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='10'>10</td><td class='method' data-sort='SBE'>SBE</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1121.0'>1121<span class='sub'>+49 / −57</span></td><td class='num' data-sort='8.51'>8.51</td><td class='num' data-sort='46.4'>46.4</td><td class='num' data-sort='19.3'>19.3</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.095'>0.095</td><td class='num' data-sort='0.53'>0.530</td><td class='num' data-sort='1866.7'>1,866.7</td><td class='num' data-sort='45.1'>45.1</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='11'>11</td><td class='method' data-sort='GainRatio'>GainRatio</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1119.0'>1119<span class='sub'>+46 / −43</span></td><td class='num' data-sort='8.55'>8.55</td><td class='num' data-sort='46.1'>46.1</td><td class='num' data-sort='17.6'>17.6</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.641'>0.641</td><td class='num' data-sort='0.751'>0.751</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='12'>12</td><td class='method' data-sort='LOCO'>LOCO</td><td class='' data-sort='Leave-one-out'><span class='pill cat-search'>Leave-one-out</span><span class='sub'>search</span></td><td class='num' data-sort='1108.0'>1108<span class='sub'>+42 / −46</span></td><td class='num' data-sort='8.34'>8.34</td><td class='num' data-sort='47.6'>47.6</td><td class='num' data-sort='19.1'>19.1</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.114'>0.114</td><td class='num' data-sort='0.544'>0.544</td><td class='num' data-sort='246.0'>246.0</td><td class='num' data-sort='11.7'>11.7</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='13'>13</td><td class='method' data-sort='MarkovBlanket'>MarkovBlanket</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1106.0'>1106<span class='sub'>+46 / −48</span></td><td class='num' data-sort='8.73'>8.73</td><td class='num' data-sort='44.8'>44.8</td><td class='num' data-sort='19.0'>19.0</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.434'>0.434</td><td class='num' data-sort='0.473'>0.473</td><td class='num' data-sort='0.1'>0.1</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='14'>14</td><td class='method' data-sort='Random'>Random</td><td class='' data-sort='Baseline'><span class='pill cat-baseline'>Baseline</span></td><td class='num' data-sort='1000.0'>1000<span class='sub'>+47 / −53</span></td><td class='num' data-sort='9.98'>9.98</td><td class='num' data-sort='35.8'>35.8</td><td class='num' data-sort='23.7'>23.7</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.002'>0.002</td><td class='num' data-sort='0.494'>0.494</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='100.0'>100.0</td><td class='num' data-sort='71'>71</td></tr><tr><td class='num' data-sort='15'>15</td><td class='method' data-sort='LaplacianScore'>LaplacianScore</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='977.0'>977<span class='sub'>+58 / −69</span></td><td class='num' data-sort='11.07'>11.07</td><td class='num' data-sort='28.1'>28.1</td><td class='num' data-sort='29.8'>29.8</td><td class='num na' data-sort=''>–</td><td class='num' data-sort='0.689'>0.689</td><td class='num' data-sort='0.758'>0.758</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='71'>71</td></tr></tbody></table></div><script type='text/plain' id='sa-csv'>Rank,Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Avg. rank,Win rate (%),Improvability (%),Error vs. all features,Stability,Validity,Selection time (s),Fallback rate (%),#Datasets,#Comparisons
+</style></head><body><div class='toolbar'><span class='hint'>Click a column to sort. Hover a header for its definition.</span><button onclick="saCsv('selectarena_leaderboard.csv')">CSV</button></div><div class='wrap'><table id='sa-table'><thead><tr><th class='num'>#</th><th class=''>Method</th><th class='' title='Taxonomy of the paper (Appendix A). Search methods evaluate many feature subsets with the model (forward, backward, leave-one-out); non-search methods use a proxy instead (correlation, distance, information theory, tree, regularization).'>Type</th><th class='num' title='Bradley-Terry Elo from pairwise matches within each dataset, budget and downstream model. Random = 1000. +/− give the 95% bootstrap interval.'>Elo ↑</th><th class='num' title='Mean rank of the downstream error.'>Avg. rank ↓</th><th class='num' title='Mean relative gap (error − best error) / error to the best method, in %.'>Improvability ↓</th><th class='num' title='Agreement of the selected features across bootstrap resamples (Nogueira et al., 2018).'>Stability ↑</th><th class='num' title='Share of the budget filled with original features when as many noise features are added.'>Validity ↑</th><th class='num' title='Median wall-clock time of the selection.'>Time (s) ↓</th><th class='num' title='Share of runs where the method ran out of time and random features filled the budget.'>Fallback (%)</th></tr></thead><tbody><tr><td class='num' data-sort='1'>1</td><td class='method' data-sort='RFImportance'>RFImportance</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1246.0'>1246<span class='sub'>+54 / −51</span></td><td class='num' data-sort='6.28'>6.28</td><td class='num' data-sort='12.0'>12.0</td><td class='num' data-sort='0.661'>0.661</td><td class='num' data-sort='0.6'>0.600</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='2'>2</td><td class='method' data-sort='ElasticNet'>ElasticNet</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1237.0'>1237<span class='sub'>+55 / −48</span></td><td class='num' data-sort='6.43'>6.43</td><td class='num' data-sort='12.7'>12.7</td><td class='num' data-sort='0.419'>0.419</td><td class='num' data-sort='0.665'>0.665</td><td class='num' data-sort='6.2'>6.2</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='3'>3</td><td class='method' data-sort='Lasso'>Lasso</td><td class='' data-sort='Regularization'><span class='pill cat-non-search'>Regularization</span><span class='sub'>non-search</span></td><td class='num' data-sort='1223.0'>1223<span class='sub'>+63 / −54</span></td><td class='num' data-sort='6.65'>6.65</td><td class='num' data-sort='13.6'>13.6</td><td class='num' data-sort='0.334'>0.334</td><td class='num' data-sort='0.643'>0.643</td><td class='num' data-sort='1.9'>1.9</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='4'>4</td><td class='method' data-sort='MI'>MI</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1213.0'>1213<span class='sub'>+49 / −47</span></td><td class='num' data-sort='6.88'>6.88</td><td class='num' data-sort='14.5'>14.5</td><td class='num' data-sort='0.649'>0.649</td><td class='num' data-sort='0.723'>0.723</td><td class='num' data-sort='0.4'>0.4</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='5'>5</td><td class='method' data-sort='F-Test'>F-Test</td><td class='' data-sort='Correlation'><span class='pill cat-non-search'>Correlation</span><span class='sub'>non-search</span></td><td class='num' data-sort='1186.0'>1186<span class='sub'>+45 / −46</span></td><td class='num' data-sort='7.21'>7.21</td><td class='num' data-sort='15.8'>15.8</td><td class='num' data-sort='0.668'>0.668</td><td class='num' data-sort='0.781'>0.781</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='6'>6</td><td class='method' data-sort='CART'>CART</td><td class='' data-sort='Tree'><span class='pill cat-non-search'>Tree</span><span class='sub'>non-search</span></td><td class='num' data-sort='1162.0'>1162<span class='sub'>+49 / −44</span></td><td class='num' data-sort='7.32'>7.32</td><td class='num' data-sort='16.0'>16.0</td><td class='num' data-sort='0.402'>0.402</td><td class='num' data-sort='0.507'>0.507</td><td class='num' data-sort='0.1'>0.1</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='7'>7</td><td class='method' data-sort='mRMR'>mRMR</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1152.0'>1152<span class='sub'>+47 / −47</span></td><td class='num' data-sort='7.7'>7.70</td><td class='num' data-sort='15.6'>15.6</td><td class='num' data-sort='0.656'>0.656</td><td class='num' data-sort='0.593'>0.593</td><td class='num' data-sort='0.5'>0.5</td><td class='num' data-sort='7.0'>7.0</td></tr><tr><td class='num' data-sort='8'>8</td><td class='method' data-sort='SFS'>SFS</td><td class='' data-sort='Forward search'><span class='pill cat-search'>Forward search</span><span class='sub'>search</span></td><td class='num' data-sort='1130.0'>1130<span class='sub'>+45 / −50</span></td><td class='num' data-sort='7.96'>7.96</td><td class='num' data-sort='17.8'>17.8</td><td class='num' data-sort='0.225'>0.225</td><td class='num' data-sort='0.568'>0.568</td><td class='num' data-sort='2680.3'>2,680.3</td><td class='num' data-sort='48.4'>48.4</td></tr><tr><td class='num' data-sort='9'>9</td><td class='method' data-sort='(R)ReliefF'>(R)ReliefF</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='1124.0'>1124<span class='sub'>+45 / −40</span></td><td class='num' data-sort='8.39'>8.39</td><td class='num' data-sort='16.5'>16.5</td><td class='num' data-sort='0.656'>0.656</td><td class='num' data-sort='0.667'>0.667</td><td class='num' data-sort='13.2'>13.2</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='10'>10</td><td class='method' data-sort='SBE'>SBE</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1121.0'>1121<span class='sub'>+49 / −57</span></td><td class='num' data-sort='8.51'>8.51</td><td class='num' data-sort='19.3'>19.3</td><td class='num' data-sort='0.095'>0.095</td><td class='num' data-sort='0.53'>0.530</td><td class='num' data-sort='1866.7'>1,866.7</td><td class='num' data-sort='45.1'>45.1</td></tr><tr><td class='num' data-sort='11'>11</td><td class='method' data-sort='GainRatio'>GainRatio</td><td class='' data-sort='Information theory'><span class='pill cat-non-search'>Information theory</span><span class='sub'>non-search</span></td><td class='num' data-sort='1119.0'>1119<span class='sub'>+46 / −43</span></td><td class='num' data-sort='8.55'>8.55</td><td class='num' data-sort='17.6'>17.6</td><td class='num' data-sort='0.641'>0.641</td><td class='num' data-sort='0.751'>0.751</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='12'>12</td><td class='method' data-sort='LOCO'>LOCO</td><td class='' data-sort='Leave-one-out'><span class='pill cat-search'>Leave-one-out</span><span class='sub'>search</span></td><td class='num' data-sort='1108.0'>1108<span class='sub'>+42 / −46</span></td><td class='num' data-sort='8.34'>8.34</td><td class='num' data-sort='19.1'>19.1</td><td class='num' data-sort='0.114'>0.114</td><td class='num' data-sort='0.544'>0.544</td><td class='num' data-sort='246.0'>246.0</td><td class='num' data-sort='11.7'>11.7</td></tr><tr><td class='num' data-sort='13'>13</td><td class='method' data-sort='MarkovBlanket'>MarkovBlanket</td><td class='' data-sort='Backward search'><span class='pill cat-search'>Backward search</span><span class='sub'>search</span></td><td class='num' data-sort='1106.0'>1106<span class='sub'>+46 / −48</span></td><td class='num' data-sort='8.73'>8.73</td><td class='num' data-sort='19.0'>19.0</td><td class='num' data-sort='0.434'>0.434</td><td class='num' data-sort='0.473'>0.473</td><td class='num' data-sort='0.1'>0.1</td><td class='num' data-sort='0.0'>0.0</td></tr><tr><td class='num' data-sort='14'>14</td><td class='method' data-sort='Random'>Random</td><td class='' data-sort='Baseline'><span class='pill cat-baseline'>Baseline</span></td><td class='num' data-sort='1000.0'>1000<span class='sub'>+47 / −53</span></td><td class='num' data-sort='9.98'>9.98</td><td class='num' data-sort='23.7'>23.7</td><td class='num' data-sort='0.002'>0.002</td><td class='num' data-sort='0.494'>0.494</td><td class='num' data-sort='0.0'>0.0</td><td class='num' data-sort='100.0'>100.0</td></tr><tr><td class='num' data-sort='15'>15</td><td class='method' data-sort='LaplacianScore'>LaplacianScore</td><td class='' data-sort='Distance'><span class='pill cat-non-search'>Distance</span><span class='sub'>non-search</span></td><td class='num' data-sort='977.0'>977<span class='sub'>+58 / −69</span></td><td class='num' data-sort='11.07'>11.07</td><td class='num' data-sort='29.8'>29.8</td><td class='num' data-sort='0.689'>0.689</td><td class='num' data-sort='0.758'>0.758</td><td class='num' data-sort='0.2'>0.2</td><td class='num' data-sort='0.0'>0.0</td></tr></tbody></table></div><script type='text/plain' id='sa-csv'>Rank,Method,Category,Subgroup,Elo,Elo CI low,Elo CI high,Avg. rank,Win rate (%),Improvability (%),Error vs. all features,Stability,Validity,Selection time (s),Fallback rate (%),#Datasets,#Comparisons
 1,RFImportance,Non-search,Tree,1246.0,1195.0,1300.0,6.28,62.3,12.0,,0.661,0.6,0.2,0.0,71,213
 2,ElasticNet,Non-search,Regularization,1237.0,1189.0,1292.0,6.43,61.2,12.7,,0.419,0.665,6.2,0.0,71,213
 3,Lasso,Non-search,Regularization,1223.0,1169.0,1286.0,6.65,59.7,13.6,,0.334,0.643,1.9,0.0,71,213