f44cb644187ca69159fd79fb917077520c3ea031,estnltk/tokenize.py,Tokenizer,tokenize,#Tokenizer#Any#,40

Before Change

            for sent in sentences:
                sent[WORDS] = tokenize(sent[TEXT], self._word_tokenizer, sent[START])
            para[SENTENCES] = sentences
        return {TEXT: text,
                PARAGRAPHS: paras,
                START: 0,
                REL_START: 0,
                END: len(text),
                REL_END: len(text)}

    def __call__(self, text):
        """Tokenize the text into paragraphs, sentences and words."""
        return self.tokenize(text)

After Change

                    REL_START: 0,
                    END: len(text),
                    REL_END: len(text)}
        return Corpus.construct(document)

    def __call__(self, text):
        """Tokenize the text into paragraphs, sentences and words."""
        return self.tokenize(text)

Instances