1dfe22c53b78e7be488dfa8895770997f4028fc1,tmtoolkit/preprocess/_tmpreproc.py,TMPreproc,tokens_dataframe,#TMPreproc#,215

Before Change

        
        // note that generating a datatable first and converting it to pandas is faster than generating a pandas data
        // frame right away
        return self.tokens_datatable.to_pandas().set_index(["doc", "position"])

    @property
    def tokens_with_pos_tags(self):

After Change

        // note that generating a datatable first and converting it to pandas is faster than generating a pandas data
        // frame right away

        if USE_DT:
            df = self.tokens_datatable.to_pandas()
        else:
            df = self.tokens_datatable
        return df.set_index(["doc", "position"])

    @property
    def tokens_with_pos_tags(self):

Instances