7deceb39597ea90e0f130448cf3616f0875b7f91,tensorforce/models/q_naf_model.py,QNAFModel,tf_regularization_losses,#QNAFModel#Any#Any#,93

Before Change

                if state_value.regularization_loss() is not None
            ])

        if any(l_entries.regularization_loss() is not None for l_entries in self.l_entries.values()):
            losses["l-entries"] = tf.add_n(inputs=[
                l_entries.regularization_loss() for l_entries in self.l_entries.values()
                if l_entries.regularization_loss() is not None
            ])

        return losses

    def get_variables(self, include_non_trainable=False):
        model_variables = super(QNAFModel, self).get_variables(include_non_trainable=include_non_trainable)

After Change

    def tf_regularization_losses(self, states, internals):
        losses = super(QNAFModel, self).tf_regularization_losses(states=states, internals=internals)

        for state_value in self.state_values.values():
            regularization_loss = state_value.regularization_loss()
            if regularization_loss is not None:
                if "state-values" in losses:
                    losses["state-values"] += regularization_loss
                else:
                    losses["state-values"] = regularization_loss

        for l_entries in self.l_entries.values():
            regularization_loss = l_entries.regularization_loss()
            if regularization_loss is not None:
                if "l-entries" in losses:
                    losses["l-entries"] += regularization_loss
                else:
                    losses["l-entries"] = regularization_loss

Instances