6ad8c8b4c73379c9366d387fb881c3f790f615b0,python/baseline/tf/layers.py,TransformerEncoder,call,#TransformerEncoder#Any#Any#Any#,596

Before Change

        x = self.multi_head_attention((x, x, x), training, mask)
        x = x + self.dropout(x, training)
        x = self.ln2(x)
        x = self.ffn(x, training, mask)
        x = x + self.dropout(x, training)
        return x


class FFN(tf.keras.Model):

After Change

        x = inputs

        x = self.ln1(x)
        x = x + self.dropout(self.self_attn((x, x, x), training, mask), training)

        x = self.ln2(x)

        x = x + self.dropout(self.feed_forward(x, training, mask), training)

Instances