Fix gated activation code (#102)

sdatkinson · Mar 10, 2024 · bc51a12 · bc51a12
1 parent 74a07ce
commit bc51a12
Showing 1 changed file with 9 additions and 3 deletions.
diff --git a/NAM/wavenet.cpp b/NAM/wavenet.cpp
@@ -30,11 +30,17 @@ void nam::wavenet::_Layer::process_(const Eigen::MatrixXf& input, const Eigen::M
   // Mix-in condition
   this->_z += this->_input_mixin.process(condition);
 
-  this->_activation->apply(this->_z);
+
 
-  if (this->_gated)
+  if (!this->_gated)
   {
-    activations::Activation::get_activation("Sigmoid")->apply(this->_z.block(channels, 0, channels, this->_z.cols()));
+    this->_activation->apply(this->_z);
+  }
+  else
+  {
+    this->_activation->apply(this->_z.topRows(channels));
+    activations::Activation::get_activation("Sigmoid")->apply(this->_z.bottomRows(channels));
+    //activations::Activation::get_activation("Sigmoid")->apply(this->_z.block(channels, 0, channels, this->_z.cols()));
 
     this->_z.topRows(channels).array() *= this->_z.bottomRows(channels).array();
     // this->_z.topRows(channels) = this->_z.topRows(channels).cwiseProduct(