b045ce7d71c64336e34589d20993bbbed2399806,official/nlp/xlnet_modeling.py,TransformerXLModel,call,#TransformerXLModel#Any#,774

Before Change

      cat_ids = tf.concat([mem_pad, seg_id], 0)

      // `1` indicates not in the same segment [qlen x klen x bsz]
      seg_mat = tf.cast(
          tf.logical_not(tf.equal(seg_id[:, None], cat_ids[None, :])),
          tf.int32)

      seg_mat = tf.one_hot(seg_mat, 2, dtype=self.tf_float)

    else:
      seg_mat = None

After Change

        // `1` indicates not in the same segment [qlen x klen x bsz]
        // seg_id: [qlen x bsz] & cat_id: [klen x bsz]
        cls_mat = tf.logical_or(
            tf.equal(seg_id, tf.constant([data_utils.SEG_ID_CLS]))[:, None],
            tf.equal(cat_id, tf.constant([data_utils.SEG_ID_CLS]))[None, :])
        seg_mat = tf.equal(seg_id[:, None], cat_id[None, :])
        seg_mat = tf.logical_or(cls_mat, seg_mat)

Instances