Set seed for dropout

icecube · Apr 21, 2024 · 3f6c6a4 · 3f6c6a4
1 parent c261fdd
commit 3f6c6a4
Show file tree

Hide file tree

Showing 2 changed files with 21 additions and 5 deletions.
diff --git a/dnn_reco/modules/models/general_IC86_models.py b/dnn_reco/modules/models/general_IC86_models.py
@@ -99,7 +99,9 @@ def general_model_IC86(
 
         # apply DOM dropout, split and reshape DeepCore input
         X_IC78, X_DeepCore_upper, X_DeepCore_lower = preprocess_icecube_data(
-            is_training, shared_objects
+            is_training,
+            shared_objects,
+            seed=config["tf_random_seed"],
         )
 
         # -----------------------------------
@@ -162,7 +164,11 @@ def general_model_IC86(
         )
 
         # dropout
-        layer_flat = tf.nn.dropout(layer_flat, rate=1 - (keep_prob_list[2]))
+        layer_flat = tf.nn.dropout(
+            layer_flat,
+            rate=1 - (keep_prob_list[2]),
+            seed=config["tf_random_seed"],
+        )
 
         # -----------------------------------
         # fully connected layers
@@ -387,7 +393,9 @@ def general_model_IC86_opt4(
 
         # apply DOM dropout, split and reshape DeepCore input
         X_IC78, X_DeepCore_upper, X_DeepCore_lower = preprocess_icecube_data(
-            is_training, shared_objects
+            is_training,
+            shared_objects,
+            seed=config["tf_random_seed"],
         )
 
         # -----------------------------------
@@ -450,7 +458,11 @@ def general_model_IC86_opt4(
         )
 
         # dropout
-        layer_flat = tf.nn.dropout(layer_flat, rate=1 - (keep_prob_list[2]))
+        layer_flat = tf.nn.dropout(
+            layer_flat,
+            rate=1 - (keep_prob_list[2]),
+            seed=config["tf_random_seed"],
+        )
 
         # -----------------------------------
         # fully connected layers

diff --git a/dnn_reco/modules/models/utils/model_utils.py b/dnn_reco/modules/models/utils/model_utils.py
@@ -6,7 +6,7 @@
 import tensorflow as tf
 
 
-def preprocess_icecube_data(is_training, shared_objects):
+def preprocess_icecube_data(is_training, shared_objects, seed=None):
     """Performs some basic preprocessing of IceCube input data.
 
     Applies drop out for whole DOMs.
@@ -20,6 +20,8 @@ def preprocess_icecube_data(is_training, shared_objects):
     shared_objects : dict
         A dictionary containing settings and objects that are shared and passed
         on to sub modules.
+    seed : int, optional
+        Random seed for reproducibility.
 
     Returns
     -------
@@ -56,12 +58,14 @@ def preprocess_icecube_data(is_training, shared_objects):
             X_IC78,
             rate=1 - (keep_prob_list[0]),
             noise_shape=noise_shape_IC78,
+            seed=seed,
         )
 
         X_DeepCore = tf.nn.dropout(
             X_DeepCore,
             rate=1 - (keep_prob_list[0]),
             noise_shape=noise_shape_DeepCore,
+            seed=seed,
         )
 
     # -----------------------------------