36348ae96fe8a290fbc19f00e860fa5938a179b7,batchflow/models/tf/nn/train.py,,cyclic_learning_rate,#Any#Any#Any#Any#Any#Any#,10

Before Change

        if mode == "tri":
            first_factor = (learning_rate-max_lr) / pi
            inside_sin = 2. * pi / step_size * global_step
            second_factor = tf.math.asin(tf.math.sin(inside_sin))
            second_comp = (learning_rate + max_lr) / 2.
        elif mode == "sin":
            first_factor = (learning_rate - max_lr) / 2.

After Change

        if mode == "tri":
            periodic_comp = tf.mod(((global_step + step_size / 4) / step_size), 1)
            first_factor = tf.abs(periodic_comp - 0.5)
            second_factor = 2 * (max_lr - learning_rate)
            second_comp = learning_rate
        elif mode == "sin":
            first_factor = (learning_rate - max_lr) / 2.

Instances