e998834136c5074583f528b7422c56ab57009c1f,nlp_architect/utils/text.py,SpacyTokenizer,__init__,#SpacyTokenizer#Any#,120

Before Change

            print("    python -m spacy download en_core_web_sm")
            print("")
            print("Spacy license:  MIT")
            print("Link to license: https://github.com/explosion/spaCy/blob/master/LICENSE")
            print("The terms and conditions of the data set license apply. Intel does not "
                  "grant any rights to the data files or database")
            sys.exit(0)

After Change

                  "https://creativecommons.org/licenses/by-sa/3.0/")
            response = input("To download the model from {}, "
                             + "please type YES: ".format(url))
            if response.lower().strip() == "yes":
                print("The terms and conditions of the data set license apply. Intel does not "
                      "grant any rights to the data files or database")
                print("Downloading Spacy model...")
                spacy_download(model)
                self.parser = spacy.load(model, disable=pipeline_opts)
            else:
                print("Download declined. Response received {} != YES. ".format(response))
                print("Please download the model manually")
                sys.exit(0)

    def tokenize(self, text):
        
        Tokenize a sentence into tokens
        Args:

Instances