1b8ca89144d2eb858ef0763a6f9b272619b7ee59,api-examples/transformer_utils.py,NextTurnPredictionFileLoader,process_line,#NextTurnPredictionFileLoader#Any#,420

Before Change

                return None
            q_vec, q_valid_lengths = self.vectorizer.run(q.split(), self.vocab)
        else:
            q_vec, q_valid_lengths = self.vectorizer.run(reversed(q.split()), self.vocab)
            q_vec = np.roll(q_vec[::-1], -(self.vectorizer.mxlen - q_valid_lengths))

        r_vec, r_valid_lengths = self.vectorizer.run(r.split(), self.vocab)

After Change

        else:

            q = [self.vectorizer.vocab.get(x, Offsets.UNK) for x in self.vectorizer.iterable(q)]
            q_valid_lengths = len(q)
            if q_valid_lengths > self.vectorizer.mxlen:
                start = q_valid_lengths - self.vectorizer.mxlen
                q_vec = np.array(q[start:], dtype=np.long)
            else:
                q_vec = np.zeros(self.vectorizer.mxlen, dtype=np.long)
                q_vec[:q_valid_lengths] = np.array(q)

        r_vec, r_valid_lengths = self.vectorizer.run(r.split(), self.vocab)
        return q_vec, r_vec

Instances