dad75ba3efc4fb3e244288f99ed09d1d125c49cf,baseline/tf/embeddings.py,,_mean_pool,#Any#Any#,317

Before Change

def _mean_pool(_, embeddings):
    return tf.reduce_mean(embeddings, 1, False)


def _max_pool(_, embeddings):
    return tf.reduce_max(embeddings, 1, False)

After Change

def _mean_pool(inputs, embeddings):
    mask = tf.not_equal(inputs, 0)
    seq_lengths = tf.reduce_sum(tf.cast(mask, tf.int8), axis=1, keepdims=True)
    embeddings = tf.where(tf.expand_dims(mask, -1), embeddings, 0.)
    return tf.reduce_sum(embeddings, 1, False) / tf.cast(seq_lengths, embeddings.dtype)


def _max_pool(inputs, embeddings):
    mask = tf.not_equal(inputs, 0)

Instances