69e3319c4bffaa78823be2267f036d3d3fdf286e,tensorlayer/layers/activation.py,PRelu6,forward,#PRelu6#Any#,151

Before Change

        // self.add_weights(self.alpha_var)

    def forward(self, inputs):
        outputs = self._apply_activation(inputs, **{"alpha": self.alpha_var_constrained, "name": "prelu6_activation"})
        return outputs


class PTRelu6(Layer):

After Change

        self.alpha_var_constrained = tf.nn.sigmoid(self.alpha_var, name="constraining_alpha_var_in_0_1")

    def forward(self, inputs):
        pos = tf.nn.relu(inputs)
        pos_6 = -tf.nn.relu(inputs - 6)
        neg = -self.alpha_var_constrained * tf.nn.relu(-inputs)

        return pos + pos_6 + neg


class PTRelu6(Layer):
    

Instances