82c52dff6d625dc4c231bfacf0c4d5cd18654cca,texar/modules/encoders/transformer_encoders.py,TransformerEncoder,_build,#TransformerEncoder#Any#Any#Any#,209

Before Change

        _, lengths, _ = shape_list(inputs)

        inputs_padding = 1 - mask_sequences(
            tf.ones_like(inputs), sequence_length, tensor_rank=3)[:, :, 0]
        ignore_padding = attn.attention_bias_ignore_padding(inputs_padding)
        encoder_self_attention_bias = ignore_padding

        pos_embeds = self.position_embedder(lengths,

After Change

        //inputs_padding = 1 - mask_sequences(
        //    tf.ones_like(inputs), sequence_length, tensor_rank=3)[:, :, 0]
        inputs_padding = 1 - tf.sequence_mask(
            sequence_length, tf.shape(inputs)[1], dtype=tf.float32)
        ignore_padding = attn.attention_bias_ignore_padding(inputs_padding)
        encoder_self_attention_bias = ignore_padding

        pos_embeds = self.position_embedder(lengths,

Instances