55bab51a583edf62328c654f72321d3f0caf62a2,yarll/agents/sac.py,SAC,build_softq_network,#SAC#Any#Any#,120

Before Change

        with tf.variable_scope("softq") as scope:
            if reuse_vars:
                scope.reuse_variables()
            x = tf.nn.relu(linear(x, self.config["n_hidden_units"], "L1", normalized_columns_initializer()))
            x = tf.nn.relu(linear(x, self.config["n_hidden_units"], "L2", normalized_columns_initializer()))
            x = linear(x,
                       1,
                       "output",
                       tf.random_uniform_initializer(-3e-3, 3e-3),

After Change

        with tf.variable_scope("softq") as scope:
            if reuse_vars:
                scope.reuse_variables()
            for i in range(self.config["n_hidden_layers"]):
                x = tf.nn.relu(linear(x, self.config["n_hidden_units"], "L{}".format(i + 1), normalized_columns_initializer()))
            x = linear(x,
                       1,
                       "output",
                       tf.random_uniform_initializer(-3e-3, 3e-3),

Instances