File size: 11,505 Bytes
6a3253c | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 | model,configuration,tune_ap,training_seconds,parameters,estimator_spec
Prevalence baseline,0,0.002067523435848037,0.042443000013008714,DummyClassifier(),"{'class': 'sklearn.dummy.DummyClassifier', 'parameters': {'constant': None, 'random_state': None, 'strategy': 'prior'}}"
Logistic regression,0,0.8059011636817897,0.43141360001754947,"Pipeline(steps=[('standardscaler', StandardScaler()),
('logisticregression',
LogisticRegression(C=0.1, class_weight='balanced',
max_iter=700, random_state=42))])","{'class': 'sklearn.pipeline.Pipeline', 'parameters': {'memory': None, 'steps': [['standardscaler', {'class': 'sklearn.preprocessing._data.StandardScaler', 'parameters': {'copy': True, 'with_mean': True, 'with_std': True}}], ['logisticregression', {'class': 'sklearn.linear_model._logistic.LogisticRegression', 'parameters': {'C': 0.1, 'class_weight': 'balanced', 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': 0.0, 'max_iter': 700, 'n_jobs': None, 'penalty': 'deprecated', 'random_state': 42, 'solver': 'lbfgs', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}}]], 'transform_input': None, 'verbose': False}}"
Logistic regression,1,0.7902153789241015,0.6248846999951638,"Pipeline(steps=[('standardscaler', StandardScaler()),
('logisticregression',
LogisticRegression(class_weight='balanced', max_iter=700,
random_state=42))])","{'class': 'sklearn.pipeline.Pipeline', 'parameters': {'memory': None, 'steps': [['standardscaler', {'class': 'sklearn.preprocessing._data.StandardScaler', 'parameters': {'copy': True, 'with_mean': True, 'with_std': True}}], ['logisticregression', {'class': 'sklearn.linear_model._logistic.LogisticRegression', 'parameters': {'C': 1.0, 'class_weight': 'balanced', 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': 0.0, 'max_iter': 700, 'n_jobs': None, 'penalty': 'deprecated', 'random_state': 42, 'solver': 'lbfgs', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}}]], 'transform_input': None, 'verbose': False}}"
Random forest,0,0.8019120053537028,18.142266500013648,"RandomForestClassifier(class_weight='balanced_subsample', max_depth=14,
max_samples=0.7, min_samples_leaf=3, n_estimators=140,
n_jobs=4, random_state=42)","{'class': 'sklearn.ensemble._forest.RandomForestClassifier', 'parameters': {'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': 'balanced_subsample', 'criterion': 'gini', 'max_depth': 14, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': 0.7, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 3, 'min_samples_split': 2, 'min_weight_fraction_leaf': 0.0, 'monotonic_cst': None, 'n_estimators': 140, 'n_jobs': 4, 'oob_score': False, 'random_state': 42, 'verbose': 0, 'warm_start': False}}"
Extra trees,0,0.8154234499447497,6.489856200001668,"ExtraTreesClassifier(class_weight='balanced', max_depth=18, min_samples_leaf=3,
n_estimators=160, n_jobs=4, random_state=42)","{'class': 'sklearn.ensemble._forest.ExtraTreesClassifier', 'parameters': {'bootstrap': False, 'ccp_alpha': 0.0, 'class_weight': 'balanced', 'criterion': 'gini', 'max_depth': 18, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 3, 'min_samples_split': 2, 'min_weight_fraction_leaf': 0.0, 'monotonic_cst': None, 'n_estimators': 160, 'n_jobs': 4, 'oob_score': False, 'random_state': 42, 'verbose': 0, 'warm_start': False}}"
Histogram boosting,0,0.7939714626230102,2.455123099993216,"HistGradientBoostingClassifier(early_stopping=False, l2_regularization=2,
learning_rate=0.06, max_iter=180,
max_leaf_nodes=15, random_state=42)","{'class': 'sklearn.ensemble._hist_gradient_boosting.gradient_boosting.HistGradientBoostingClassifier', 'parameters': {'categorical_features': 'from_dtype', 'class_weight': None, 'early_stopping': False, 'interaction_cst': None, 'l2_regularization': 2, 'learning_rate': 0.06, 'loss': 'log_loss', 'max_bins': 255, 'max_depth': None, 'max_features': 1.0, 'max_iter': 180, 'max_leaf_nodes': 15, 'min_samples_leaf': 20, 'monotonic_cst': None, 'n_iter_no_change': 10, 'random_state': 42, 'scoring': 'loss', 'tol': 1e-07, 'validation_fraction': 0.1, 'verbose': 0, 'warm_start': False}}"
Histogram boosting,1,0.7958753695788727,17.989291499980027,"HistGradientBoostingClassifier(class_weight='balanced', early_stopping=False,
l2_regularization=2, learning_rate=0.06,
max_iter=180, max_leaf_nodes=15,
random_state=42)","{'class': 'sklearn.ensemble._hist_gradient_boosting.gradient_boosting.HistGradientBoostingClassifier', 'parameters': {'categorical_features': 'from_dtype', 'class_weight': 'balanced', 'early_stopping': False, 'interaction_cst': None, 'l2_regularization': 2, 'learning_rate': 0.06, 'loss': 'log_loss', 'max_bins': 255, 'max_depth': None, 'max_features': 1.0, 'max_iter': 180, 'max_leaf_nodes': 15, 'min_samples_leaf': 20, 'monotonic_cst': None, 'n_iter_no_change': 10, 'random_state': 42, 'scoring': 'loss', 'tol': 1e-07, 'validation_fraction': 0.1, 'verbose': 0, 'warm_start': False}}"
Isolation forest,0,0.3754181606561785,1.110561500012409,"IsolationForest(max_samples=2048, n_estimators=160, n_jobs=4, random_state=42)","{'class': 'sklearn.ensemble._iforest.IsolationForest', 'parameters': {'bootstrap': False, 'contamination': 'auto', 'max_features': 1.0, 'max_samples': 2048, 'n_estimators': 160, 'n_jobs': 4, 'random_state': 42, 'verbose': 0, 'warm_start': False}}"
LightGBM,0,0.7996963388098032,4.48207330002333,"LGBMClassifier(learning_rate=0.04, min_child_samples=40, n_estimators=350,
n_jobs=4, num_leaves=15, random_state=42, reg_lambda=2,
verbosity=-1)","{'class': 'lightgbm.sklearn.LGBMClassifier', 'parameters': {'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.04, 'max_depth': -1, 'min_child_samples': 40, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 350, 'n_jobs': 4, 'num_leaves': 15, 'objective': None, 'random_state': 42, 'reg_alpha': 0.0, 'reg_lambda': 2, 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'verbosity': -1}}"
LightGBM,1,0.7991888704522097,3.8044518000097014,"LGBMClassifier(class_weight='balanced', learning_rate=0.04,
min_child_samples=40, n_estimators=350, n_jobs=4, num_leaves=15,
random_state=42, reg_lambda=2, verbosity=-1)","{'class': 'lightgbm.sklearn.LGBMClassifier', 'parameters': {'boosting_type': 'gbdt', 'class_weight': 'balanced', 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.04, 'max_depth': -1, 'min_child_samples': 40, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 350, 'n_jobs': 4, 'num_leaves': 15, 'objective': None, 'random_state': 42, 'reg_alpha': 0.0, 'reg_lambda': 2, 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'verbosity': -1}}"
LightGBM,2,0.7969014101158076,3.727897699980531,"LGBMClassifier(learning_rate=0.04, min_child_samples=40, n_estimators=350,
n_jobs=4, random_state=42, reg_lambda=2, verbosity=-1)","{'class': 'lightgbm.sklearn.LGBMClassifier', 'parameters': {'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.04, 'max_depth': -1, 'min_child_samples': 40, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 350, 'n_jobs': 4, 'num_leaves': 31, 'objective': None, 'random_state': 42, 'reg_alpha': 0.0, 'reg_lambda': 2, 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'verbosity': -1}}"
XGBoost,0,0.7914641639709347,3.9457378999795765,"XGBClassifier(base_score=None, booster=None, callbacks=None,
colsample_bylevel=None, colsample_bynode=None,
colsample_bytree=0.9, device=None, early_stopping_rounds=None,
enable_categorical=True, eval_metric='logloss',
feature_types=None, feature_weights=None, gamma=None,
grow_policy=None, importance_type=None,
interaction_constraints=None, learning_rate=0.05, max_bin=None,
max_cat_threshold=None, max_cat_to_onehot=None,
max_delta_step=None, max_depth=4, max_leaves=None,
min_child_weight=5, missing=nan, monotone_constraints=None,
multi_strategy=None, n_estimators=300, n_jobs=4,
num_parallel_tree=None, ...)","{'class': 'xgboost.sklearn.XGBClassifier', 'parameters': {'objective': 'binary:logistic', 'base_score': None, 'booster': None, 'callbacks': None, 'colsample_bylevel': None, 'colsample_bynode': None, 'colsample_bytree': 0.9, 'device': None, 'early_stopping_rounds': None, 'enable_categorical': True, 'eval_metric': 'logloss', 'feature_types': None, 'feature_weights': None, 'gamma': None, 'grow_policy': None, 'importance_type': None, 'interaction_constraints': None, 'learning_rate': 0.05, 'max_bin': None, 'max_cat_threshold': None, 'max_cat_to_onehot': None, 'max_delta_step': None, 'max_depth': 4, 'max_leaves': None, 'min_child_weight': 5, 'missing': {'special_float': 'nan'}, 'monotone_constraints': None, 'multi_strategy': None, 'n_estimators': 300, 'n_jobs': 4, 'num_parallel_tree': None, 'random_state': 42, 'reg_alpha': None, 'reg_lambda': 3, 'sampling_method': None, 'scale_pos_weight': 1, 'subsample': 0.85, 'tree_method': 'hist', 'validate_parameters': None, 'verbosity': None}}"
XGBoost,1,0.7958874960232922,4.2130498999904376,"XGBClassifier(base_score=None, booster=None, callbacks=None,
colsample_bylevel=None, colsample_bynode=None,
colsample_bytree=0.9, device=None, early_stopping_rounds=None,
enable_categorical=True, eval_metric='logloss',
feature_types=None, feature_weights=None, gamma=None,
grow_policy=None, importance_type=None,
interaction_constraints=None, learning_rate=0.05, max_bin=None,
max_cat_threshold=None, max_cat_to_onehot=None,
max_delta_step=None, max_depth=4, max_leaves=None,
min_child_weight=5, missing=nan, monotone_constraints=None,
multi_strategy=None, n_estimators=300, n_jobs=4,
num_parallel_tree=None, ...)","{'class': 'xgboost.sklearn.XGBClassifier', 'parameters': {'objective': 'binary:logistic', 'base_score': None, 'booster': None, 'callbacks': None, 'colsample_bylevel': None, 'colsample_bynode': None, 'colsample_bytree': 0.9, 'device': None, 'early_stopping_rounds': None, 'enable_categorical': True, 'eval_metric': 'logloss', 'feature_types': None, 'feature_weights': None, 'gamma': None, 'grow_policy': None, 'importance_type': None, 'interaction_constraints': None, 'learning_rate': 0.05, 'max_bin': None, 'max_cat_threshold': None, 'max_cat_to_onehot': None, 'max_delta_step': None, 'max_depth': 4, 'max_leaves': None, 'min_child_weight': 5, 'missing': {'special_float': 'nan'}, 'monotone_constraints': None, 'multi_strategy': None, 'n_estimators': 300, 'n_jobs': 4, 'num_parallel_tree': None, 'random_state': 42, 'reg_alpha': None, 'reg_lambda': 3, 'sampling_method': None, 'scale_pos_weight': 20, 'subsample': 0.85, 'tree_method': 'hist', 'validate_parameters': None, 'verbosity': None}}"
|