5a6928a1c19fa0756cec6340224434c0a9f37367,opennmt/tests/transformer_test.py,TransformerTest,testSplitAndCombineHeads,#TransformerTest#,117

Before Change

    num_heads = 8
    depth = 20

    inputs = tf.convert_to_tensor(
        np.random.randn(batch_size, max(length), depth * num_heads).astype(np.float32))
    split = transformer.split_heads(inputs, num_heads)
    combined = transformer.combine_heads(split)
    inputs, combined = self.evaluate([inputs, combined])
    self.assertAllEqual(inputs, combined)

After Change

    num_heads = 8
    depth = 20

    inputs = tf.random.normal([batch_size, max(length), depth * num_heads], dtype=tf.float32)
    split = transformer.split_heads(inputs, num_heads)
    combined = transformer.combine_heads(split)
    inputs, combined = self.evaluate([inputs, combined])
    self.assertAllEqual(inputs, combined)

Instances