{ "benchmark_name": "feature_selection_benchmark_2026_all", "generated_at": "2026-10-14 12:53 UTC", "selectarena_version": "0.1.0", "n_results": 79873, "n_datasets": 71, "n_methods": 15, "methods": [ "(R)ReliefF", "CART", "ElasticNet", "F-Test", "GainRatio", "LOCO", "LaplacianScore", "Lasso", "MI", "MarkovBlanket", "RFImportance", "Random", "SBE", "SFS", "mRMR" ], "models": { "lightgbm": "LightGBM", "linearmodel": "LinearModel", "randomforest": "RandomForest", "ta-realmlp": "TA-RealMLP", "ta-tabiclv2": "TA-TabICLv2" }, "budgets": [ 0, 1, 2, 3, 4 ], "total_budget": 5, "task_types": [ "all", "binary", "classification", "multiclass", "regression" ], "elo_bootstrap_rounds": 1000, "validity_noise": 1.0, "has_stability": true, "has_validity": true, "validity_tables": [ { "noise": 0.5, "path": "validity_noise_0.5_table.html" }, { "noise": 0.75, "path": "validity_noise_0.75_table.html" }, { "noise": 1.0, "path": "validity_noise_1_table.html" } ], "subsets": [ { "tasks": "all", "model": "all", "budget": "all", "path": "subsets/tasks_all/models_all/budgets_all", "n_datasets": 71, "n_methods": 15, "n_comparisons": 79873 }, { "tasks": "all", "model": "all", "budget": "0", "path": "subsets/tasks_all/models_all/budgets_0", "n_datasets": 71, "n_methods": 15, "n_comparisons": 15975 }, { "tasks": "all", "model": "all", "budget": "1", "path": "subsets/tasks_all/models_all/budgets_1", "n_datasets": 71, "n_methods": 15, "n_comparisons": 15975 }, { "tasks": "all", "model": "all", "budget": "2", "path": "subsets/tasks_all/models_all/budgets_2", "n_datasets": 71, "n_methods": 15, "n_comparisons": 15975 }, { "tasks": "all", "model": "all", "budget": "3", "path": "subsets/tasks_all/models_all/budgets_3", "n_datasets": 71, "n_methods": 15, "n_comparisons": 15975 }, { "tasks": "all", "model": "all", "budget": "4", "path": "subsets/tasks_all/models_all/budgets_4", "n_datasets": 71, "n_methods": 15, "n_comparisons": 15973 }, { "tasks": "all", "model": "lightgbm", "budget": "all", "path": "subsets/tasks_all/models_lightgbm/budgets_all", "n_datasets": 71, "n_methods": 15, "n_comparisons": 15975 }, { "tasks": "all", "model": "lightgbm", "budget": "0", "path": "subsets/tasks_all/models_lightgbm/budgets_0", "n_datasets": 71, "n_methods": 15, "n_comparisons": 3195 }, { "tasks": "all", "model": "lightgbm", "budget": "1", "path": "subsets/tasks_all/models_lightgbm/budgets_1", "n_datasets": 71, "n_methods": 15, "n_comparisons": 3195 }, { "tasks": "all", "model": "lightgbm", "budget": "2", "path": "subsets/tasks_all/models_lightgbm/budgets_2", "n_datasets": 71, "n_methods": 15, "n_comparisons": 3195 }, { "tasks": "all", "model": "lightgbm", "budget": "3", "path": "subsets/tasks_all/models_lightgbm/budgets_3", "n_datasets": 71, "n_methods": 15, "n_comparisons": 3195 }, { "tasks": "all", "model": "lightgbm", "budget": "4", "path": "subsets/tasks_all/models_lightgbm/budgets_4", "n_datasets": 71, "n_methods": 15, "n_comparisons": 3195 }, { "tasks": "all", "model": "linearmodel", "budget": "all", "path": "subsets/tasks_all/models_linearmodel/budgets_all", "n_datasets": 71, "n_methods": 15, "n_comparisons": 15975 }, { "tasks": "all", "model": "linearmodel", "budget": "0", "path": "subsets/tasks_all/models_linearmodel/budgets_0", "n_datasets": 71, "n_methods": 15, "n_comparisons": 3195 }, { "tasks": "all", "model": "linearmodel", "budget": "1", "path": "subsets/tasks_all/models_linearmodel/budgets_1", "n_datasets": 71, "n_methods": 15, "n_comparisons": 3195 }, { "tasks": "all", "model": "linearmodel", "budget": "2", "path": "subsets/tasks_all/models_linearmodel/budgets_2", "n_datasets": 71, "n_methods": 15, "n_comparisons": 3195 }, { "tasks": "all", "model": "linearmodel", "budget": "3", "path": "subsets/tasks_all/models_linearmodel/budgets_3", "n_datasets": 71, "n_methods": 15, "n_comparisons": 3195 }, { "tasks": "all", "model": "linearmodel", "budget": "4", "path": "subsets/tasks_all/models_linearmodel/budgets_4", "n_datasets": 71, "n_methods": 15, "n_comparisons": 3195 }, { "tasks": "all", "model": "randomforest", "budget": "all", "path": "subsets/tasks_all/models_randomforest/budgets_all", "n_datasets": 71, "n_methods": 15, "n_comparisons": 15975 }, { "tasks": "all", "model": "randomforest", "budget": "0", "path": "subsets/tasks_all/models_randomforest/budgets_0", "n_datasets": 71, "n_methods": 15, "n_comparisons": 3195 }, { "tasks": "all", "model": "randomforest", "budget": "1", "path": "subsets/tasks_all/models_randomforest/budgets_1", "n_datasets": 71, "n_methods": 15, "n_comparisons": 3195 }, { "tasks": "all", "model": "randomforest", "budget": "2", "path": "subsets/tasks_all/models_randomforest/budgets_2", "n_datasets": 71, "n_methods": 15, "n_comparisons": 3195 }, { "tasks": "all", "model": "randomforest", "budget": "3", "path": "subsets/tasks_all/models_randomforest/budgets_3", "n_datasets": 71, "n_methods": 15, "n_comparisons": 3195 }, { "tasks": "all", "model": "randomforest", "budget": "4", "path": "subsets/tasks_all/models_randomforest/budgets_4", "n_datasets": 71, "n_methods": 15, "n_comparisons": 3195 }, { "tasks": "all", "model": "ta-realmlp", "budget": "all", "path": "subsets/tasks_all/models_ta-realmlp/budgets_all", "n_datasets": 71, "n_methods": 15, "n_comparisons": 15975 }, { "tasks": "all", "model": "ta-realmlp", "budget": "0", "path": "subsets/tasks_all/models_ta-realmlp/budgets_0", "n_datasets": 71, "n_methods": 15, "n_comparisons": 3195 }, { "tasks": "all", "model": "ta-realmlp", "budget": "1", "path": "subsets/tasks_all/models_ta-realmlp/budgets_1", "n_datasets": 71, "n_methods": 15, "n_comparisons": 3195 }, { "tasks": "all", "model": "ta-realmlp", "budget": "2", "path": "subsets/tasks_all/models_ta-realmlp/budgets_2", "n_datasets": 71, "n_methods": 15, "n_comparisons": 3195 }, { "tasks": "all", "model": "ta-realmlp", "budget": "3", "path": "subsets/tasks_all/models_ta-realmlp/budgets_3", "n_datasets": 71, "n_methods": 15, "n_comparisons": 3195 }, { "tasks": "all", "model": "ta-realmlp", "budget": "4", "path": "subsets/tasks_all/models_ta-realmlp/budgets_4", "n_datasets": 71, "n_methods": 15, "n_comparisons": 3195 }, { "tasks": "all", "model": "ta-tabiclv2", "budget": "all", "path": "subsets/tasks_all/models_ta-tabiclv2/budgets_all", "n_datasets": 71, "n_methods": 15, "n_comparisons": 15973 }, { "tasks": "all", "model": "ta-tabiclv2", "budget": "0", "path": "subsets/tasks_all/models_ta-tabiclv2/budgets_0", "n_datasets": 71, "n_methods": 15, "n_comparisons": 3195 }, { "tasks": "all", "model": "ta-tabiclv2", "budget": "1", "path": "subsets/tasks_all/models_ta-tabiclv2/budgets_1", "n_datasets": 71, "n_methods": 15, "n_comparisons": 3195 }, { "tasks": "all", "model": "ta-tabiclv2", "budget": "2", "path": "subsets/tasks_all/models_ta-tabiclv2/budgets_2", "n_datasets": 71, "n_methods": 15, "n_comparisons": 3195 }, { "tasks": "all", "model": "ta-tabiclv2", "budget": "3", "path": "subsets/tasks_all/models_ta-tabiclv2/budgets_3", "n_datasets": 71, "n_methods": 15, "n_comparisons": 3195 }, { "tasks": "all", "model": "ta-tabiclv2", "budget": "4", "path": "subsets/tasks_all/models_ta-tabiclv2/budgets_4", "n_datasets": 71, "n_methods": 15, "n_comparisons": 3193 }, { "tasks": "classification", "model": "all", "budget": "all", "path": "subsets/tasks_classification/models_all/budgets_all", "n_datasets": 61, "n_methods": 15, "n_comparisons": 68623 }, { "tasks": "classification", "model": "all", "budget": "0", "path": "subsets/tasks_classification/models_all/budgets_0", "n_datasets": 61, "n_methods": 15, "n_comparisons": 13725 }, { "tasks": "classification", "model": "all", "budget": "1", "path": "subsets/tasks_classification/models_all/budgets_1", "n_datasets": 61, "n_methods": 15, "n_comparisons": 13725 }, { "tasks": "classification", "model": "all", "budget": "2", "path": "subsets/tasks_classification/models_all/budgets_2", "n_datasets": 61, "n_methods": 15, "n_comparisons": 13725 }, { "tasks": "classification", "model": "all", "budget": "3", "path": "subsets/tasks_classification/models_all/budgets_3", "n_datasets": 61, "n_methods": 15, "n_comparisons": 13725 }, { "tasks": "classification", "model": "all", "budget": "4", "path": "subsets/tasks_classification/models_all/budgets_4", "n_datasets": 61, "n_methods": 15, "n_comparisons": 13723 }, { "tasks": "classification", "model": "lightgbm", "budget": "all", "path": "subsets/tasks_classification/models_lightgbm/budgets_all", "n_datasets": 61, "n_methods": 15, "n_comparisons": 13725 }, { "tasks": "classification", "model": "lightgbm", "budget": "0", "path": "subsets/tasks_classification/models_lightgbm/budgets_0", "n_datasets": 61, "n_methods": 15, "n_comparisons": 2745 }, { "tasks": "classification", "model": "lightgbm", "budget": "1", "path": "subsets/tasks_classification/models_lightgbm/budgets_1", "n_datasets": 61, "n_methods": 15, "n_comparisons": 2745 }, { "tasks": "classification", "model": "lightgbm", "budget": "2", "path": "subsets/tasks_classification/models_lightgbm/budgets_2", "n_datasets": 61, "n_methods": 15, "n_comparisons": 2745 }, { "tasks": "classification", "model": "lightgbm", "budget": "3", "path": "subsets/tasks_classification/models_lightgbm/budgets_3", "n_datasets": 61, "n_methods": 15, "n_comparisons": 2745 }, { "tasks": "classification", "model": "lightgbm", "budget": "4", "path": "subsets/tasks_classification/models_lightgbm/budgets_4", "n_datasets": 61, "n_methods": 15, "n_comparisons": 2745 }, { "tasks": "classification", "model": "linearmodel", "budget": "all", "path": "subsets/tasks_classification/models_linearmodel/budgets_all", "n_datasets": 61, "n_methods": 15, "n_comparisons": 13725 }, { "tasks": "classification", "model": "linearmodel", "budget": "0", "path": "subsets/tasks_classification/models_linearmodel/budgets_0", "n_datasets": 61, "n_methods": 15, "n_comparisons": 2745 }, { "tasks": "classification", "model": "linearmodel", "budget": "1", "path": "subsets/tasks_classification/models_linearmodel/budgets_1", "n_datasets": 61, "n_methods": 15, "n_comparisons": 2745 }, { "tasks": "classification", "model": "linearmodel", "budget": "2", "path": "subsets/tasks_classification/models_linearmodel/budgets_2", "n_datasets": 61, "n_methods": 15, "n_comparisons": 2745 }, { "tasks": "classification", "model": "linearmodel", "budget": "3", "path": "subsets/tasks_classification/models_linearmodel/budgets_3", "n_datasets": 61, "n_methods": 15, "n_comparisons": 2745 }, { "tasks": "classification", "model": "linearmodel", "budget": "4", "path": "subsets/tasks_classification/models_linearmodel/budgets_4", "n_datasets": 61, "n_methods": 15, "n_comparisons": 2745 }, { "tasks": "classification", "model": "randomforest", "budget": "all", "path": "subsets/tasks_classification/models_randomforest/budgets_all", "n_datasets": 61, "n_methods": 15, "n_comparisons": 13725 }, { "tasks": "classification", "model": "randomforest", "budget": "0", "path": "subsets/tasks_classification/models_randomforest/budgets_0", "n_datasets": 61, "n_methods": 15, "n_comparisons": 2745 }, { "tasks": "classification", "model": "randomforest", "budget": "1", "path": "subsets/tasks_classification/models_randomforest/budgets_1", "n_datasets": 61, "n_methods": 15, "n_comparisons": 2745 }, { "tasks": "classification", "model": "randomforest", "budget": "2", "path": "subsets/tasks_classification/models_randomforest/budgets_2", "n_datasets": 61, "n_methods": 15, "n_comparisons": 2745 }, { "tasks": "classification", "model": "randomforest", "budget": "3", "path": "subsets/tasks_classification/models_randomforest/budgets_3", "n_datasets": 61, "n_methods": 15, "n_comparisons": 2745 }, { "tasks": "classification", "model": "randomforest", "budget": "4", "path": "subsets/tasks_classification/models_randomforest/budgets_4", "n_datasets": 61, "n_methods": 15, "n_comparisons": 2745 }, { "tasks": "classification", "model": "ta-realmlp", "budget": "all", "path": "subsets/tasks_classification/models_ta-realmlp/budgets_all", "n_datasets": 61, "n_methods": 15, "n_comparisons": 13725 }, { "tasks": "classification", "model": "ta-realmlp", "budget": "0", "path": "subsets/tasks_classification/models_ta-realmlp/budgets_0", "n_datasets": 61, "n_methods": 15, "n_comparisons": 2745 }, { "tasks": "classification", "model": "ta-realmlp", "budget": "1", "path": "subsets/tasks_classification/models_ta-realmlp/budgets_1", "n_datasets": 61, "n_methods": 15, "n_comparisons": 2745 }, { "tasks": "classification", "model": "ta-realmlp", "budget": "2", "path": "subsets/tasks_classification/models_ta-realmlp/budgets_2", "n_datasets": 61, "n_methods": 15, "n_comparisons": 2745 }, { "tasks": "classification", "model": "ta-realmlp", "budget": "3", "path": "subsets/tasks_classification/models_ta-realmlp/budgets_3", "n_datasets": 61, "n_methods": 15, "n_comparisons": 2745 }, { "tasks": "classification", "model": "ta-realmlp", "budget": "4", "path": "subsets/tasks_classification/models_ta-realmlp/budgets_4", "n_datasets": 61, "n_methods": 15, "n_comparisons": 2745 }, { "tasks": "classification", "model": "ta-tabiclv2", "budget": "all", "path": "subsets/tasks_classification/models_ta-tabiclv2/budgets_all", "n_datasets": 61, "n_methods": 15, "n_comparisons": 13723 }, { "tasks": "classification", "model": "ta-tabiclv2", "budget": "0", "path": "subsets/tasks_classification/models_ta-tabiclv2/budgets_0", "n_datasets": 61, "n_methods": 15, "n_comparisons": 2745 }, { "tasks": "classification", "model": "ta-tabiclv2", "budget": "1", "path": "subsets/tasks_classification/models_ta-tabiclv2/budgets_1", "n_datasets": 61, "n_methods": 15, "n_comparisons": 2745 }, { "tasks": "classification", "model": "ta-tabiclv2", "budget": "2", "path": "subsets/tasks_classification/models_ta-tabiclv2/budgets_2", "n_datasets": 61, "n_methods": 15, "n_comparisons": 2745 }, { "tasks": "classification", "model": "ta-tabiclv2", "budget": "3", "path": "subsets/tasks_classification/models_ta-tabiclv2/budgets_3", "n_datasets": 61, "n_methods": 15, "n_comparisons": 2745 }, { "tasks": "classification", "model": "ta-tabiclv2", "budget": "4", "path": "subsets/tasks_classification/models_ta-tabiclv2/budgets_4", "n_datasets": 61, "n_methods": 15, "n_comparisons": 2743 }, { "tasks": "binary", "model": "all", "budget": "all", "path": "subsets/tasks_binary/models_all/budgets_all", "n_datasets": 49, "n_methods": 15, "n_comparisons": 55123 }, { "tasks": "binary", "model": "all", "budget": "0", "path": "subsets/tasks_binary/models_all/budgets_0", "n_datasets": 49, "n_methods": 15, "n_comparisons": 11025 }, { "tasks": "binary", "model": "all", "budget": "1", "path": "subsets/tasks_binary/models_all/budgets_1", "n_datasets": 49, "n_methods": 15, "n_comparisons": 11025 }, { "tasks": "binary", "model": "all", "budget": "2", "path": "subsets/tasks_binary/models_all/budgets_2", "n_datasets": 49, "n_methods": 15, "n_comparisons": 11025 }, { "tasks": "binary", "model": "all", "budget": "3", "path": "subsets/tasks_binary/models_all/budgets_3", "n_datasets": 49, "n_methods": 15, "n_comparisons": 11025 }, { "tasks": "binary", "model": "all", "budget": "4", "path": "subsets/tasks_binary/models_all/budgets_4", "n_datasets": 49, "n_methods": 15, "n_comparisons": 11023 }, { "tasks": "binary", "model": "lightgbm", "budget": "all", "path": "subsets/tasks_binary/models_lightgbm/budgets_all", "n_datasets": 49, "n_methods": 15, "n_comparisons": 11025 }, { "tasks": "binary", "model": "lightgbm", "budget": "0", "path": "subsets/tasks_binary/models_lightgbm/budgets_0", "n_datasets": 49, "n_methods": 15, "n_comparisons": 2205 }, { "tasks": "binary", "model": "lightgbm", "budget": "1", "path": "subsets/tasks_binary/models_lightgbm/budgets_1", "n_datasets": 49, "n_methods": 15, "n_comparisons": 2205 }, { "tasks": "binary", "model": "lightgbm", "budget": "2", "path": "subsets/tasks_binary/models_lightgbm/budgets_2", "n_datasets": 49, "n_methods": 15, "n_comparisons": 2205 }, { "tasks": "binary", "model": "lightgbm", "budget": "3", "path": "subsets/tasks_binary/models_lightgbm/budgets_3", "n_datasets": 49, "n_methods": 15, "n_comparisons": 2205 }, { "tasks": "binary", "model": "lightgbm", "budget": "4", "path": "subsets/tasks_binary/models_lightgbm/budgets_4", "n_datasets": 49, "n_methods": 15, "n_comparisons": 2205 }, { "tasks": "binary", "model": "linearmodel", "budget": "all", "path": "subsets/tasks_binary/models_linearmodel/budgets_all", "n_datasets": 49, "n_methods": 15, "n_comparisons": 11025 }, { "tasks": "binary", "model": "linearmodel", "budget": "0", "path": "subsets/tasks_binary/models_linearmodel/budgets_0", "n_datasets": 49, "n_methods": 15, "n_comparisons": 2205 }, { "tasks": "binary", "model": "linearmodel", "budget": "1", "path": "subsets/tasks_binary/models_linearmodel/budgets_1", "n_datasets": 49, "n_methods": 15, "n_comparisons": 2205 }, { "tasks": "binary", "model": "linearmodel", "budget": "2", "path": "subsets/tasks_binary/models_linearmodel/budgets_2", "n_datasets": 49, "n_methods": 15, "n_comparisons": 2205 }, { "tasks": "binary", "model": "linearmodel", "budget": "3", "path": "subsets/tasks_binary/models_linearmodel/budgets_3", "n_datasets": 49, "n_methods": 15, "n_comparisons": 2205 }, { "tasks": "binary", "model": "linearmodel", "budget": "4", "path": "subsets/tasks_binary/models_linearmodel/budgets_4", "n_datasets": 49, "n_methods": 15, "n_comparisons": 2205 }, { "tasks": "binary", "model": "randomforest", "budget": "all", "path": "subsets/tasks_binary/models_randomforest/budgets_all", "n_datasets": 49, "n_methods": 15, "n_comparisons": 11025 }, { "tasks": "binary", "model": "randomforest", "budget": "0", "path": "subsets/tasks_binary/models_randomforest/budgets_0", "n_datasets": 49, "n_methods": 15, "n_comparisons": 2205 }, { "tasks": "binary", "model": "randomforest", "budget": "1", "path": "subsets/tasks_binary/models_randomforest/budgets_1", "n_datasets": 49, "n_methods": 15, "n_comparisons": 2205 }, { "tasks": "binary", "model": "randomforest", "budget": "2", "path": "subsets/tasks_binary/models_randomforest/budgets_2", "n_datasets": 49, "n_methods": 15, "n_comparisons": 2205 }, { "tasks": "binary", "model": "randomforest", "budget": "3", "path": "subsets/tasks_binary/models_randomforest/budgets_3", "n_datasets": 49, "n_methods": 15, "n_comparisons": 2205 }, { "tasks": "binary", "model": "randomforest", "budget": "4", "path": "subsets/tasks_binary/models_randomforest/budgets_4", "n_datasets": 49, "n_methods": 15, "n_comparisons": 2205 }, { "tasks": "binary", "model": "ta-realmlp", "budget": "all", "path": "subsets/tasks_binary/models_ta-realmlp/budgets_all", "n_datasets": 49, "n_methods": 15, "n_comparisons": 11025 }, { "tasks": "binary", "model": "ta-realmlp", "budget": "0", "path": "subsets/tasks_binary/models_ta-realmlp/budgets_0", "n_datasets": 49, "n_methods": 15, "n_comparisons": 2205 }, { "tasks": "binary", "model": "ta-realmlp", "budget": "1", "path": "subsets/tasks_binary/models_ta-realmlp/budgets_1", "n_datasets": 49, "n_methods": 15, "n_comparisons": 2205 }, { "tasks": "binary", "model": "ta-realmlp", "budget": "2", "path": "subsets/tasks_binary/models_ta-realmlp/budgets_2", "n_datasets": 49, "n_methods": 15, "n_comparisons": 2205 }, { "tasks": "binary", "model": "ta-realmlp", "budget": "3", "path": "subsets/tasks_binary/models_ta-realmlp/budgets_3", "n_datasets": 49, "n_methods": 15, "n_comparisons": 2205 }, { "tasks": "binary", "model": "ta-realmlp", "budget": "4", "path": "subsets/tasks_binary/models_ta-realmlp/budgets_4", "n_datasets": 49, "n_methods": 15, "n_comparisons": 2205 }, { "tasks": "binary", "model": "ta-tabiclv2", "budget": "all", "path": "subsets/tasks_binary/models_ta-tabiclv2/budgets_all", "n_datasets": 49, "n_methods": 15, "n_comparisons": 11023 }, { "tasks": "binary", "model": "ta-tabiclv2", "budget": "0", "path": "subsets/tasks_binary/models_ta-tabiclv2/budgets_0", "n_datasets": 49, "n_methods": 15, "n_comparisons": 2205 }, { "tasks": "binary", "model": "ta-tabiclv2", "budget": "1", "path": "subsets/tasks_binary/models_ta-tabiclv2/budgets_1", "n_datasets": 49, "n_methods": 15, "n_comparisons": 2205 }, { "tasks": "binary", "model": "ta-tabiclv2", "budget": "2", "path": "subsets/tasks_binary/models_ta-tabiclv2/budgets_2", "n_datasets": 49, "n_methods": 15, "n_comparisons": 2205 }, { "tasks": "binary", "model": "ta-tabiclv2", "budget": "3", "path": "subsets/tasks_binary/models_ta-tabiclv2/budgets_3", "n_datasets": 49, "n_methods": 15, "n_comparisons": 2205 }, { "tasks": "binary", "model": "ta-tabiclv2", "budget": "4", "path": "subsets/tasks_binary/models_ta-tabiclv2/budgets_4", "n_datasets": 49, "n_methods": 15, "n_comparisons": 2203 }, { "tasks": "multiclass", "model": "all", "budget": "all", "path": "subsets/tasks_multiclass/models_all/budgets_all", "n_datasets": 12, "n_methods": 15, "n_comparisons": 13500 }, { "tasks": "multiclass", "model": "all", "budget": "0", "path": "subsets/tasks_multiclass/models_all/budgets_0", "n_datasets": 12, "n_methods": 15, "n_comparisons": 2700 }, { "tasks": "multiclass", "model": "all", "budget": "1", "path": "subsets/tasks_multiclass/models_all/budgets_1", "n_datasets": 12, "n_methods": 15, "n_comparisons": 2700 }, { "tasks": "multiclass", "model": "all", "budget": "2", "path": "subsets/tasks_multiclass/models_all/budgets_2", "n_datasets": 12, "n_methods": 15, "n_comparisons": 2700 }, { "tasks": "multiclass", "model": "all", "budget": "3", "path": "subsets/tasks_multiclass/models_all/budgets_3", "n_datasets": 12, "n_methods": 15, "n_comparisons": 2700 }, { "tasks": "multiclass", "model": "all", "budget": "4", "path": "subsets/tasks_multiclass/models_all/budgets_4", "n_datasets": 12, "n_methods": 15, "n_comparisons": 2700 }, { "tasks": "multiclass", "model": "lightgbm", "budget": "all", "path": "subsets/tasks_multiclass/models_lightgbm/budgets_all", "n_datasets": 12, "n_methods": 15, "n_comparisons": 2700 }, { "tasks": "multiclass", "model": "lightgbm", "budget": "0", "path": "subsets/tasks_multiclass/models_lightgbm/budgets_0", "n_datasets": 12, "n_methods": 15, "n_comparisons": 540 }, { "tasks": "multiclass", "model": "lightgbm", "budget": "1", "path": "subsets/tasks_multiclass/models_lightgbm/budgets_1", "n_datasets": 12, "n_methods": 15, "n_comparisons": 540 }, { "tasks": "multiclass", "model": "lightgbm", "budget": "2", "path": "subsets/tasks_multiclass/models_lightgbm/budgets_2", "n_datasets": 12, "n_methods": 15, "n_comparisons": 540 }, { "tasks": "multiclass", "model": "lightgbm", "budget": "3", "path": "subsets/tasks_multiclass/models_lightgbm/budgets_3", "n_datasets": 12, "n_methods": 15, "n_comparisons": 540 }, { "tasks": "multiclass", "model": "lightgbm", "budget": "4", "path": "subsets/tasks_multiclass/models_lightgbm/budgets_4", "n_datasets": 12, "n_methods": 15, "n_comparisons": 540 }, { "tasks": "multiclass", "model": "linearmodel", "budget": "all", "path": "subsets/tasks_multiclass/models_linearmodel/budgets_all", "n_datasets": 12, "n_methods": 15, "n_comparisons": 2700 }, { "tasks": "multiclass", "model": "linearmodel", "budget": "0", "path": "subsets/tasks_multiclass/models_linearmodel/budgets_0", "n_datasets": 12, "n_methods": 15, "n_comparisons": 540 }, { "tasks": "multiclass", "model": "linearmodel", "budget": "1", "path": "subsets/tasks_multiclass/models_linearmodel/budgets_1", "n_datasets": 12, "n_methods": 15, "n_comparisons": 540 }, { "tasks": "multiclass", "model": "linearmodel", "budget": "2", "path": "subsets/tasks_multiclass/models_linearmodel/budgets_2", "n_datasets": 12, "n_methods": 15, "n_comparisons": 540 }, { "tasks": "multiclass", "model": "linearmodel", "budget": "3", "path": "subsets/tasks_multiclass/models_linearmodel/budgets_3", "n_datasets": 12, "n_methods": 15, "n_comparisons": 540 }, { "tasks": "multiclass", "model": "linearmodel", "budget": "4", "path": "subsets/tasks_multiclass/models_linearmodel/budgets_4", "n_datasets": 12, "n_methods": 15, "n_comparisons": 540 }, { "tasks": "multiclass", "model": "randomforest", "budget": "all", "path": "subsets/tasks_multiclass/models_randomforest/budgets_all", "n_datasets": 12, "n_methods": 15, "n_comparisons": 2700 }, { "tasks": "multiclass", "model": "randomforest", "budget": "0", "path": "subsets/tasks_multiclass/models_randomforest/budgets_0", "n_datasets": 12, "n_methods": 15, "n_comparisons": 540 }, { "tasks": "multiclass", "model": "randomforest", "budget": "1", "path": "subsets/tasks_multiclass/models_randomforest/budgets_1", "n_datasets": 12, "n_methods": 15, "n_comparisons": 540 }, { "tasks": "multiclass", "model": "randomforest", "budget": "2", "path": "subsets/tasks_multiclass/models_randomforest/budgets_2", "n_datasets": 12, "n_methods": 15, "n_comparisons": 540 }, { "tasks": "multiclass", "model": "randomforest", "budget": "3", "path": "subsets/tasks_multiclass/models_randomforest/budgets_3", "n_datasets": 12, "n_methods": 15, "n_comparisons": 540 }, { "tasks": "multiclass", "model": "randomforest", "budget": "4", "path": "subsets/tasks_multiclass/models_randomforest/budgets_4", "n_datasets": 12, "n_methods": 15, "n_comparisons": 540 }, { "tasks": "multiclass", "model": "ta-realmlp", "budget": "all", "path": "subsets/tasks_multiclass/models_ta-realmlp/budgets_all", "n_datasets": 12, "n_methods": 15, "n_comparisons": 2700 }, { "tasks": "multiclass", "model": "ta-realmlp", "budget": "0", "path": "subsets/tasks_multiclass/models_ta-realmlp/budgets_0", "n_datasets": 12, "n_methods": 15, "n_comparisons": 540 }, { "tasks": "multiclass", "model": "ta-realmlp", "budget": "1", "path": "subsets/tasks_multiclass/models_ta-realmlp/budgets_1", "n_datasets": 12, "n_methods": 15, "n_comparisons": 540 }, { "tasks": "multiclass", "model": "ta-realmlp", "budget": "2", "path": "subsets/tasks_multiclass/models_ta-realmlp/budgets_2", "n_datasets": 12, "n_methods": 15, "n_comparisons": 540 }, { "tasks": "multiclass", "model": "ta-realmlp", "budget": "3", "path": "subsets/tasks_multiclass/models_ta-realmlp/budgets_3", "n_datasets": 12, "n_methods": 15, "n_comparisons": 540 }, { "tasks": "multiclass", "model": "ta-realmlp", "budget": "4", "path": "subsets/tasks_multiclass/models_ta-realmlp/budgets_4", "n_datasets": 12, "n_methods": 15, "n_comparisons": 540 }, { "tasks": "multiclass", "model": "ta-tabiclv2", "budget": "all", "path": "subsets/tasks_multiclass/models_ta-tabiclv2/budgets_all", "n_datasets": 12, "n_methods": 15, "n_comparisons": 2700 }, { "tasks": "multiclass", "model": "ta-tabiclv2", "budget": "0", "path": "subsets/tasks_multiclass/models_ta-tabiclv2/budgets_0", "n_datasets": 12, "n_methods": 15, "n_comparisons": 540 }, { "tasks": "multiclass", "model": "ta-tabiclv2", "budget": "1", "path": "subsets/tasks_multiclass/models_ta-tabiclv2/budgets_1", "n_datasets": 12, "n_methods": 15, "n_comparisons": 540 }, { "tasks": "multiclass", "model": "ta-tabiclv2", "budget": "2", "path": "subsets/tasks_multiclass/models_ta-tabiclv2/budgets_2", "n_datasets": 12, "n_methods": 15, "n_comparisons": 540 }, { "tasks": "multiclass", "model": "ta-tabiclv2", "budget": "3", "path": "subsets/tasks_multiclass/models_ta-tabiclv2/budgets_3", "n_datasets": 12, "n_methods": 15, "n_comparisons": 540 }, { "tasks": "multiclass", "model": "ta-tabiclv2", "budget": "4", "path": "subsets/tasks_multiclass/models_ta-tabiclv2/budgets_4", "n_datasets": 12, "n_methods": 15, "n_comparisons": 540 }, { "tasks": "regression", "model": "all", "budget": "all", "path": "subsets/tasks_regression/models_all/budgets_all", "n_datasets": 10, "n_methods": 15, "n_comparisons": 11250 }, { "tasks": "regression", "model": "all", "budget": "0", "path": "subsets/tasks_regression/models_all/budgets_0", "n_datasets": 10, "n_methods": 15, "n_comparisons": 2250 }, { "tasks": "regression", "model": "all", "budget": "1", "path": "subsets/tasks_regression/models_all/budgets_1", "n_datasets": 10, "n_methods": 15, "n_comparisons": 2250 }, { "tasks": "regression", "model": "all", "budget": "2", "path": "subsets/tasks_regression/models_all/budgets_2", "n_datasets": 10, "n_methods": 15, "n_comparisons": 2250 }, { "tasks": "regression", "model": "all", "budget": "3", "path": "subsets/tasks_regression/models_all/budgets_3", "n_datasets": 10, "n_methods": 15, "n_comparisons": 2250 }, { "tasks": "regression", "model": "all", "budget": "4", "path": "subsets/tasks_regression/models_all/budgets_4", "n_datasets": 10, "n_methods": 15, "n_comparisons": 2250 }, { "tasks": "regression", "model": "lightgbm", "budget": "all", "path": "subsets/tasks_regression/models_lightgbm/budgets_all", "n_datasets": 10, "n_methods": 15, "n_comparisons": 2250 }, { "tasks": "regression", "model": "lightgbm", "budget": "0", "path": "subsets/tasks_regression/models_lightgbm/budgets_0", "n_datasets": 10, "n_methods": 15, "n_comparisons": 450 }, { "tasks": "regression", "model": "lightgbm", "budget": "1", "path": "subsets/tasks_regression/models_lightgbm/budgets_1", "n_datasets": 10, "n_methods": 15, "n_comparisons": 450 }, { "tasks": "regression", "model": "lightgbm", "budget": "2", "path": "subsets/tasks_regression/models_lightgbm/budgets_2", "n_datasets": 10, "n_methods": 15, "n_comparisons": 450 }, { "tasks": "regression", "model": "lightgbm", "budget": "3", "path": "subsets/tasks_regression/models_lightgbm/budgets_3", "n_datasets": 10, "n_methods": 15, "n_comparisons": 450 }, { "tasks": "regression", "model": "lightgbm", "budget": "4", "path": "subsets/tasks_regression/models_lightgbm/budgets_4", "n_datasets": 10, "n_methods": 15, "n_comparisons": 450 }, { "tasks": "regression", "model": "linearmodel", "budget": "all", "path": "subsets/tasks_regression/models_linearmodel/budgets_all", "n_datasets": 10, "n_methods": 15, "n_comparisons": 2250 }, { "tasks": "regression", "model": "linearmodel", "budget": "0", "path": "subsets/tasks_regression/models_linearmodel/budgets_0", "n_datasets": 10, "n_methods": 15, "n_comparisons": 450 }, { "tasks": "regression", "model": "linearmodel", "budget": "1", "path": "subsets/tasks_regression/models_linearmodel/budgets_1", "n_datasets": 10, "n_methods": 15, "n_comparisons": 450 }, { "tasks": "regression", "model": "linearmodel", "budget": "2", "path": "subsets/tasks_regression/models_linearmodel/budgets_2", "n_datasets": 10, "n_methods": 15, "n_comparisons": 450 }, { "tasks": "regression", "model": "linearmodel", "budget": "3", "path": "subsets/tasks_regression/models_linearmodel/budgets_3", "n_datasets": 10, "n_methods": 15, "n_comparisons": 450 }, { "tasks": "regression", "model": "linearmodel", "budget": "4", "path": "subsets/tasks_regression/models_linearmodel/budgets_4", "n_datasets": 10, "n_methods": 15, "n_comparisons": 450 }, { "tasks": "regression", "model": "randomforest", "budget": "all", "path": "subsets/tasks_regression/models_randomforest/budgets_all", "n_datasets": 10, "n_methods": 15, "n_comparisons": 2250 }, { "tasks": "regression", "model": "randomforest", "budget": "0", "path": "subsets/tasks_regression/models_randomforest/budgets_0", "n_datasets": 10, "n_methods": 15, "n_comparisons": 450 }, { "tasks": "regression", "model": "randomforest", "budget": "1", "path": "subsets/tasks_regression/models_randomforest/budgets_1", "n_datasets": 10, "n_methods": 15, "n_comparisons": 450 }, { "tasks": "regression", "model": "randomforest", "budget": "2", "path": "subsets/tasks_regression/models_randomforest/budgets_2", "n_datasets": 10, "n_methods": 15, "n_comparisons": 450 }, { "tasks": "regression", "model": "randomforest", "budget": "3", "path": "subsets/tasks_regression/models_randomforest/budgets_3", "n_datasets": 10, "n_methods": 15, "n_comparisons": 450 }, { "tasks": "regression", "model": "randomforest", "budget": "4", "path": "subsets/tasks_regression/models_randomforest/budgets_4", "n_datasets": 10, "n_methods": 15, "n_comparisons": 450 }, { "tasks": "regression", "model": "ta-realmlp", "budget": "all", "path": "subsets/tasks_regression/models_ta-realmlp/budgets_all", "n_datasets": 10, "n_methods": 15, "n_comparisons": 2250 }, { "tasks": "regression", "model": "ta-realmlp", "budget": "0", "path": "subsets/tasks_regression/models_ta-realmlp/budgets_0", "n_datasets": 10, "n_methods": 15, "n_comparisons": 450 }, { "tasks": "regression", "model": "ta-realmlp", "budget": "1", "path": "subsets/tasks_regression/models_ta-realmlp/budgets_1", "n_datasets": 10, "n_methods": 15, "n_comparisons": 450 }, { "tasks": "regression", "model": "ta-realmlp", "budget": "2", "path": "subsets/tasks_regression/models_ta-realmlp/budgets_2", "n_datasets": 10, "n_methods": 15, "n_comparisons": 450 }, { "tasks": "regression", "model": "ta-realmlp", "budget": "3", "path": "subsets/tasks_regression/models_ta-realmlp/budgets_3", "n_datasets": 10, "n_methods": 15, "n_comparisons": 450 }, { "tasks": "regression", "model": "ta-realmlp", "budget": "4", "path": "subsets/tasks_regression/models_ta-realmlp/budgets_4", "n_datasets": 10, "n_methods": 15, "n_comparisons": 450 }, { "tasks": "regression", "model": "ta-tabiclv2", "budget": "all", "path": "subsets/tasks_regression/models_ta-tabiclv2/budgets_all", "n_datasets": 10, "n_methods": 15, "n_comparisons": 2250 }, { "tasks": "regression", "model": "ta-tabiclv2", "budget": "0", "path": "subsets/tasks_regression/models_ta-tabiclv2/budgets_0", "n_datasets": 10, "n_methods": 15, "n_comparisons": 450 }, { "tasks": "regression", "model": "ta-tabiclv2", "budget": "1", "path": "subsets/tasks_regression/models_ta-tabiclv2/budgets_1", "n_datasets": 10, "n_methods": 15, "n_comparisons": 450 }, { "tasks": "regression", "model": "ta-tabiclv2", "budget": "2", "path": "subsets/tasks_regression/models_ta-tabiclv2/budgets_2", "n_datasets": 10, "n_methods": 15, "n_comparisons": 450 }, { "tasks": "regression", "model": "ta-tabiclv2", "budget": "3", "path": "subsets/tasks_regression/models_ta-tabiclv2/budgets_3", "n_datasets": 10, "n_methods": 15, "n_comparisons": 450 }, { "tasks": "regression", "model": "ta-tabiclv2", "budget": "4", "path": "subsets/tasks_regression/models_ta-tabiclv2/budgets_4", "n_datasets": 10, "n_methods": 15, "n_comparisons": 450 } ] }