343819f93523ae4f25bd1e9ee192af74cf6962ee,fairseq/trainer.py,Trainer,_get_grads,#Trainer#,268

Before Change

        for name, p in self.model.named_parameters():
            if not p.requires_grad:
                continue
            if p.grad is None:
                raise RuntimeError("Model parameter did not receive gradient: " + name + ". "
                                   "Use the param in the forward pass or set requires_grad=False")
            grads.append(p.grad.data)
        return grads

    def _get_flat_grads(self, out=None):

After Change

        for name, p in self.model.named_parameters():
            if not p.requires_grad:
                continue
            if p.grad is None:
                print("WARNING: model parameter did not receive gradient: " + name + ". "
                      "Check that you\"re using the param in the forward pass or set requires_grad=False")
                grads.append(p.new_zeros(p.shape))
            else:
                grads.append(p.grad.data)
        return grads

    def _get_flat_grads(self, out=None):
        grads = self._get_grads()

Instances