076c7a12b58b370085ad323c2b8c555ac5da6761,tmtoolkit/preprocess/_preprocworker.py,PreprocWorker,_task_lemmatize,#PreprocWorker#,352

Before Change

                                     for t, l in zip(doc_tok, doc_lem)])

        for doc, new_tok in zip(self._docs, new_docs_lemmata):
            doc.user_data["tokens"] = new_tok

        // if "lemma" in self._std_attrs:
        //     self._std_attrs.pop(self._std_attrs.index("lemma"))

After Change

                                     for t, l in zip(doc_tok, doc_lem)])

        for doc, new_tok in zip(self._docs, new_docs_lemmata):
            _replace_doc_tokens(doc, new_tok)

        // if "lemma" in self._std_attrs:
        //     self._std_attrs.pop(self._std_attrs.index("lemma"))

Instances