e58d3536e55a1c136d4868fb47593b95eb511534,torchtext/experimental/transforms.py,VocabTransform,forward,#VocabTransform#Any#,197

Before Change

        
        ids: List[List[int]] = []
        for tokens in tokens_list:
            ids.append(self.vocab.lookup_indices(tokens))
        return ids

    def to_ivalue(self):
        if hasattr(self.vocab, "to_ivalue"):
            vocab = self.vocab.to_ivalue()

After Change

            >>> vocab_transform(["here", "is", "an", "example"])

        
        return self.vocab.lookup_indices(tokens)

    def to_ivalue(self):
        if hasattr(self.vocab, "to_ivalue"):
            vocab = self.vocab.to_ivalue()

Instances