2ac6c0f5befc75e738ef358827964d6445874d18,api-examples/transformer_utils.py,TransformerBoWPairedModel,encode_response_base,#TransformerBoWPairedModel#Any#,448

Before Change

    def encode_response_base(self, response):
        response_lengths = torch.sum(response != Offsets.PAD, dim=1)
        embedded = self.embeddings({"x": response})
        return self.reduction_layer_2((embedded, response_lengths))
        return encoded_response


def get_lr_decay(sched_type, lr, steps_per_epoch, n_epochs, logger, decay_steps=None, decay_rate=None, alpha=None):

After Change

    def encode_response_base(self, response):
        response_lengths = torch.sum(response != Offsets.PAD, dim=1)
        with torch.no_grad() if self.freeze else contextlib.ExitStack():
            embedded = self.embeddings({"x": response})
        encoded_response = self.reduction_layer_2((embedded, response_lengths))
        return encoded_response

Instances