f77c638d6dc0ba4533b94fa704e46cf478479aec,rllib/models/tf/layers/relative_multi_head_attention.py,RelativeMultiHeadAttention,rel_shift,#Any#,108

Before Change

        x = tf.pad(x, [[0, 0], [0, 0], [1, 0], [0, 0]])
        x = tf.reshape(x, [x_size[0], x_size[2] + 1, x_size[1], x_size[3]])
        x = tf.slice(x, [0, 1, 0, 0], [-1, -1, -1, -1])
        x = tf.reshape(x, x_size)

        return x

After Change

        x = tf.pad(x, [[0, 0], [0, 0], [1, 0], [0, 0]])
        x = tf.reshape(x, [x_size[0], x_size[2] + 1, x_size[1], x_size[3]])
        x = x[:, 1:, :, :]
        x = tf.reshape(x, x_size)

        return x

Instances