9def69a805132ff7549744b5b30a2fa7531fa405,tests/test_preprocess.py,,test_tmpreproc_en_filter_for_multiple_pos1,#Any#,1071

Before Change

    for dl, tok_pos in all_tok.items():
        tok_pos_ = filtered_tok[dl]

        assert len(tok_pos_) <= len(tok_pos)
        simpl_postags = [simplified_pos(pos) for pos in tok_pos_.meta_pos]
        assert all(pos in req_tags for pos in simpl_postags)

    _check_TMPreproc_copies(tmpreproc_en, tmpreproc_en.copy())

After Change

        tok_pos_ = filtered_tok[dl]

        assert tok_pos_.shape[0] <= tok_pos.shape[0]
        meta_pos_ = np.array(tok_pos_.to_dict()["meta_pos"], dtype=np.str)
        simpl_postags = [simplified_pos(pos) for pos in meta_pos_]
        assert all(pos in req_tags for pos in simpl_postags)

    _check_TMPreproc_copies(tmpreproc_en, tmpreproc_en.copy())

Instances