a48b63448b0164263bcd9bcaeead6bdd91ff6072,test/data/test_functional.py,TestFunctional,test_generate_sp_model,#TestFunctional#,22

Before Change

        self.assertEqual(len(sp_user), 23456)

        if os.path.isfile("spm_user.model"):
            os.remove("spm_user.model")
        if os.path.isfile("spm_user.vocab"):
            os.remove("spm_user.vocab")

    def test_sentencepiece_numericalizer(self):

After Change

        // 2. when fb infra performs stress tests, multiple instances of this test run.
        //    The name of the generated models have to be unique and they need to be cleaned up.
        with tempfile.TemporaryDirectory() as dir_name:
            data_path = os.path.join(dir_name, asset_name)
            shutil.copy(asset_path, data_path)

            model_prefix = os.path.join(dir_name, f"spm_user_{uuid.uuid4()}")
            model_file = f"{model_prefix}.model"

Instances