47d5c244706ab01859a3931f66066407a9d5efbb,tensorforce/core/networks/layer.py,Nonlinearity,tf_apply,#Nonlinearity#Any#,148

Before Change

        elif self.name == "relu":
            x = tf.nn.relu(features=x)
            if self.summary_level >= 3:  // summary level 3: layer activations
                non_zero_pct = (tf.cast(tf.count_nonzero(x), tf.float32) / tf.cast(tf.reduce_prod(tf.shape(x)), tf.float32))
                tf.summary.scalar("relu-sparsity", 1.0 - non_zero_pct)
        elif self.name == "selu":
            // https://arxiv.org/pdf/1706.02515.pdf
            alpha = 1.6732632423543772848170429916717

After Change

        elif self.name == "relu":
            x = tf.nn.relu(features=x)
            if "relu" in self.summary_labels:
                non_zero = tf.cast(x=tf.count_nonzero(input_tensor=x), dtype=tf.float32)
                size = tf.cast(x=tf.reduce_prod(input_tensor=tf.shape(input=x)), dtype=tf.float32)
                summary = tf.summary.scalar(name="relu", tensor=(non_zero / size))
                self.summaries.append(summary)

        elif self.name == "selu":
            // https://arxiv.org/pdf/1706.02515.pdf

Instances