1c6957fd28255a3365615f7e7aca3fb5c3dce310,test/data/test_functional.py,TestFunctional,test_BasicEnglishNormalize,#TestFunctional#,102

Before Change

    def test_BasicEnglishNormalize(self):
        test_sample = "Basic English Normalization for a Line of Text"
        ref_results = ["basic", "english", "normalization",
                       "for", "a", "line", "of", "text"]

        basic_english_normalize = BasicEnglishNormalize()
        experimental_eager_tokens = basic_english_normalize(test_sample)

After Change

        basic_english_normalize = BasicEnglishNormalize()
        experimental_eager_tokens = basic_english_normalize(test_sample)

        jit_basic_english_normalize = torch.jit.script(basic_english_normalize)
        experimental_jit_tokens = jit_basic_english_normalize(test_sample)

        basic_english_tokenizer = data.get_tokenizer("basic_english")
        eager_tokens = basic_english_tokenizer(test_sample)

Instances