7e37c0a65c8daf9ff5a7b3b4ef6213d0c50fa31a,tmtoolkit/preprocess/_tmpreproc.py,TMPreproc,__init__,#TMPreproc#Any#Any#Any#Any#Any#Any#Any#Any#,67

Before Change

                               % (self.language, stopwords_pickle))
                self.stopwords = []
        else:                      // set passed stopword list
            require_listlike(stopwords)
            self.stopwords = stopwords

        if punctuation is None:    // load default punctuation list
            self.punctuation = list(string.punctuation)

After Change

        if stopwords is None:      // load default stopword list for this language
            self.stopwords = load_stopwords(self.language)

            if self.stopwords is None:
                logger.warning("could not load stopword list for language "%s"" % self.language)

        if punctuation is None:    // load default punctuation list
            self.punctuation = list(string.punctuation)
        else:
            require_listlike(punctuation)

Instances