seeding for HyperNePS

becktepe · Sep 15, 2024 · 86ec790 · 86ec790
1 parent 804b524
commit 86ec790
Show file tree

Hide file tree

Showing 2 changed files with 9 additions and 0 deletions.
diff --git a/examples/configs/mlp_neps_priorband.yaml b/examples/configs/mlp_neps_priorband.yaml
@@ -14,6 +14,7 @@ activation: tanh
 
 seed: 42
 epochs: 10  # Default number of epochs
+neps_seed: 0
 
 hydra:
   sweeper:
@@ -26,6 +27,7 @@ hydra:
         fidelity_variable: ${hydra.sweeper.budget_variable}
         min_budget: 5
         max_budget: 50
+        seed: ${neps_seed}
         optimizer:
           _target_: neps.optimizers.multi_fidelity_prior.priorband.PriorBand
           _partial_: true
@@ -42,6 +44,7 @@ hydra:
           inc_mutation_std: 0.25
           inc_style: dynamic
     search_space:
+      seed: ${neps_seed}
       hyperparameters:
         n_layer:
           type: uniform_int

diff --git a/hydra_plugins/hyper_neps/hyper_neps.py b/hydra_plugins/hyper_neps/hyper_neps.py
@@ -10,6 +10,8 @@
 import time
 from pathlib import Path
 import math
+import numpy as np
+import random
 
 
 if (spec := importlib.util.find_spec("neps")) is not None:
@@ -84,6 +86,10 @@ def tell(self, info: Info, value):
 
 def make_neps(configspace, hyper_neps_args):
     """Make a NEPS instance for optimization."""
+    # important for NePS optimizers
+    random.seed(hyper_neps_args["seed"])  
+    np.random.seed(hyper_neps_args["seed"])
+
     dict_search_space = get_dict_from_configspace(configspace)
 
     dict_search_space[hyper_neps_args["fidelity_variable"]] = neps.IntegerParameter(