2921cade4187f926f89b35a4f56a9cb54fa2e2f3,paysage/optimizers.py,RMSProp,update,#RMSProp#Any#Any#Any#Any#,207

Before Change

        lr = self.scheduler.get_lr() * self.stepsize

        self.grad = gradient(model, v_data, v_model)
        if model.penalty:
            for key in model.penalty:
                self.grad[key] += model.penalty[key].grad(model.params[key])
        for key in self.grad:
            be.square_mix_inplace(self.mean_square_weight, self.mean_square_grad[key], self.grad[key])
            model.params[key] -= lr * be.sqrt_div(self.grad[key], self.epsilon + self.mean_square_grad[key])


class ADAM(Optimizer):

After Change

        for l in self.delta["weights"]:
            be.multiply_dict_inplace(l, lr)

        model.parameter_update(self.delta)

        for key in self.grad:
            be.square_mix_inplace(self.mean_square_weight, self.mean_square_grad[key], self.grad[key])
            model.params[key] -= lr * be.sqrt_div(self.grad[key], self.mean_square_grad[key])

Instances