d4f070d597c4f061e07e2706838b1e89193cd356,paysage/optimizers.py,Momentum,update,#Momentum#Any#Any#Any#Any#,107

Before Change

            for key in model.penalty:
                self.grad[key] += model.penalty[key].grad(model.params[key])
        for key in self.grad:
            self.delta[key] = self.grad[key] + self.momentum * self.delta[key]
            model.params[key] -= lr * self.delta[key]
        model.enforce_constraints()

After Change

        self.memory.update(grad)
        self.delta = deepcopy(self.memory.mean_gradient)

        for l in self.delta["layers"]:
            be.multiply_dict_inplace(l, lr)

        for l in self.delta["weights"]:
            be.multiply_dict_inplace(l, lr)

        model.parameter_update(self.delta)


class RMSProp(Optimizer):

Instances