c6dd6c8aae2671f97a36196e1ba8d367d5aa7fbd,layers/eight_mile/tf/optz.py,SGDRSchedulerTensorFlow2,__call__,#SGDRSchedulerTensorFlow2#Any#,209

Before Change

        self.first_decay_steps = first_decay_steps

    def __call__(self, global_step):
        return tf.identity(
            tf.compat.v1.train.cosine_decay_restarts(
                self.lr, global_step, first_decay_steps=self.first_decay_steps
            ),
            name="lr",
        )

    def __str__(self):
        return type(self).__name__ + "()"

After Change

        self.first_decay_steps = first_decay_steps

    def __call__(self, global_step):
        new_lr = tf.identity(
            tf.compat.v1.train.cosine_decay_restarts(
                self.lr, global_step, first_decay_steps=self.first_decay_steps
            ),
            name="lr",
        )
        tf.summary.scalar(name="sgdr_lr", data=new_lr, step=tf.cast(global_step, tf.int64))
        return new_lr

    def __str__(self):
        return type(self).__name__ + "()"

Instances