61063a28f6c389f1a92e4c64625dec930d83d1ed,kfac/python/ops/optimizer.py,KfacOptimizer,set_damping_adaptation_params,#KfacOptimizer#Any#Any#Any#Any#Any#Any#,176

Before Change

          "rho", shape=(), dtype=tf.float32, trainable=False)  // LM ratio.
      self._prev_loss = tf.get_variable(
          "prev_loss", shape=(), dtype=tf.float32, trainable=False)
      self._q_model_change = tf.get_variable(
          "q_model_change", shape=(), dtype=tf.float32, trainable=False)
      self._damping = tf.get_variable(
          "damping", initializer=self._damping_constant, trainable=False)

  def get_cov_vars(self):

After Change

    if self._adapt_damping:
      raise ValueError("Damping adaptation parameters already set.")

    if self._momentum_type == "adam":
      // This doesn"t work due to the way previous updates are retrieved using
      // the stored velocity. It"s pure and simple engineering to fix it.
      raise ValueError(""adam" type momentum not currently supported with "
                       "adaptive damping.")

  def get_cov_vars(self):
    Returns all covaraiance varaiables.
    return self._fisher_est.get_cov_vars()

Instances