638810ae894784dec9d65abe156ea2fba11f289e,torchtext/experimental/transforms.py,RegexTokenizer,forward,#RegexTokenizer#Any#,104

Before Change

        

        for regex, replacement_string in self.regex_and_replacement_string_pairs:
            line = regex.Sub(line, replacement_string)
        return line.split()


class TextSequentialTransforms(nn.Sequential):
    rA container to host a sequential text transforms.

After Change

        Returns:
            List[str]: a list of tokens after normalizing and splitting on whitespace.
        
        return self.regex_tokenizer.forward(line)


class TextSequentialTransforms(nn.Sequential):
    rA container to host a sequential text transforms.

Instances