92788fb85bd840dcfe106f63600020420949b1b7,tests/preprocess_test.py,WordPreprocessorTest,test_vocab_init,#WordPreprocessorTest#,38

Before Change

        X, y = p.transform(X, y)

    def test_vocab_init(self):
        train_dir = os.path.join(os.path.dirname(__file__), "../data/conll2003/en/")
        datasets = reader.read_data_sets(train_dir)
        X, y = datasets.train.sents, datasets.train.labels
        unknown_word = "unknownword"
        X_test, y_test = [[unknown_word]], [["O"]]

        preprocessor = WordPreprocessor()

After Change

        X, y = p.transform(X, y)

    def test_vocab_init(self):
        X, y = reader.extract_data(self.filename)
        unknown_word = "unknownword"
        X_test, y_test = [[unknown_word]], [["O"]]

        preprocessor = WordPreprocessor()

Instances