0e4c63562cca4d55cfe04b70f49b42c07336003e,pytext/models/representations/huggingface_bert_sentence_encoder.py,HuggingFaceBertSentenceEncoder,_encoder,#HuggingFaceBertSentenceEncoder#Any#,86

Before Change

    def _encoder(self, input_tuple: Tuple[torch.Tensor, ...]):
        tokens, pad_mask, segment_labels, _ = input_tuple
        return self.bert(tokens, segment_labels, pad_mask)

    def _embedding(self):
        // used to tie weights in MaskedLM model
        return self.bert.embeddings.word_embeddings

After Change

        tokens, pad_mask, segment_labels, _ = input_tuple
        encoded_layers, pooled_output = self.bert(tokens, segment_labels, pad_mask)
        if self.projection:
            pooled_output = self.projection(pooled_output).tanh()
        return encoded_layers, pooled_output

    def _embedding(self):
        // used to tie weights in MaskedLM model
        return self.bert.embeddings.word_embeddings

Instances