Add easy ensemble classifier.

AxiomAlive · Feb 25, 2025 · d63e1ac · d63e1ac
1 parent 7140702
commit d63e1ac
Show file tree

Hide file tree

Showing 2 changed files with 15 additions and 5 deletions.
diff --git a/config_spaces/ensemble/boost.py b/config_spaces/ensemble/boost.py
@@ -9,7 +9,7 @@
 from hyperopt.pyll import scope
 from imbens.ensemble import AdaCostClassifier, AsymBoostClassifier
 from imbens.ensemble.reweighting import AdaUBoostClassifier
-from imblearn.ensemble import BalancedRandomForestClassifier, RUSBoostClassifier
+from imblearn.ensemble import BalancedRandomForestClassifier, RUSBoostClassifier, EasyEnsembleClassifier
 from matplotlib import pyplot as plt
 from openml import flows as openml_flows
 from openml import runs as openml_runs
@@ -51,11 +51,20 @@ def generate_algorithm_configuration_space(cls, model_class=None):
 
 
 class RUSBoostGenerator(AdaGenerator):
-    replacement = False
-
     @classmethod
     def generate_algorithm_configuration_space(cls, model_class=None):
         param_map = super().generate_algorithm_configuration_space()
         param_map.update({'model_class': RUSBoostClassifier})
 
+        return param_map
+
+
+class EasyEnsembleGenerator(MLModelGenerator):
+    n_estimators = scope.int(hp.loguniform('easy_ensemble.n_estimators', np.log(10.5), np.log(500.5)))
+
+    @classmethod
+    def generate_algorithm_configuration_space(cls, model_class=None):
+        param_map = super().generate_algorithm_configuration_space()
+        param_map.update({'model_class': EasyEnsembleClassifier})
+
         return param_map
diff --git a/experiment/imba.py b/experiment/imba.py
@@ -13,7 +13,7 @@
 from imbens.ensemble import AdaUBoostClassifier, AdaCostClassifier, AsymBoostClassifier
 from sklearn.metrics import *
 
-from config_spaces.ensemble.boost import AdaReweightedGenerator, RUSBoostGenerator
+from config_spaces.ensemble.boost import AdaReweightedGenerator, RUSBoostGenerator, EasyEnsembleGenerator
 from config_spaces.ensemble.bag import BalancedBaggingClassifierGenerator
 from config_spaces.ensemble.bag import BalancedRandomForestGenerator
 from utils.decorators import ExceptionWrapper
@@ -88,7 +88,8 @@ def fit(
                 AdaReweightedGenerator.generate_algorithm_configuration_space(AsymBoostClassifier),
                 BalancedRandomForestGenerator.generate_algorithm_configuration_space(),
                 BalancedBaggingClassifierGenerator.generate_algorithm_configuration_space(),
-                RUSBoostGenerator.generate_algorithm_configuration_space()
+                RUSBoostGenerator.generate_algorithm_configuration_space(),
+                EasyEnsembleGenerator.generate_algorithm_configuration_space()
             ]
 
         algorithms_configuration = hp.choice("algorithm_configuration", model_classes)