a00769ef51b0b0da7465fe6ce81b6391acc69a89,tests/nlu/featurizers/test_count_vectors_featurizer.py,,test_count_vector_featurizer_char,#Any#Any#,250

Before Change

    ftr = CountVectorsFeaturizer({"min_ngram": 1, "max_ngram": 2, "analyzer": "char"})

    train_message = Message(sentence)
    tokens = WhitespaceTokenizer().tokenize(sentence)
    train_message.set(TOKENS_NAMES[TEXT_ATTRIBUTE], tokens)

    data = TrainingData([train_message])
    ftr.train(data)

After Change

    ftr = CountVectorsFeaturizer({"min_ngram": 1, "max_ngram": 2, "analyzer": "char"})

    train_message = Message(sentence)
    WhitespaceTokenizer().process(train_message)

    data = TrainingData([train_message])
    ftr.train(data)

Instances