d1196006be574c16473df6efed448f9fa308a680,tests/test_preprocess.py,,test_tmpreproc_en_lemmatize,#Any#,455

Before Change

def test_tmpreproc_en_lemmatize(tmpreproc_en):
    tokens = tmpreproc_en.tokenize().tokens
    lemmata = tmpreproc_en.pos_tag().lemmatize().tokens

    assert set(tokens.keys()) == set(lemmata.keys())

After Change

        dt_ = lemmata[dl]
        assert len(dt) == len(dt_)

    assert len(tmpreproc_en.vocabulary) < len(vocab)

    _check_save_load_state(tmpreproc_en)

Instances