001010c152897b4f476ca5e435f86c9b75b17078,padatious/train_data.py,TrainData,add_lines,#TrainData#Any#Any#,27

Before Change

        sents = []
        for line in lines:
            if not line.isspace():
                tokens = tokenize(line)
                sents += expand_parentheses(tokens)
        self.sent_lists[name] = sents

    def add_file(self, name, file_name):
        with open(file_name, "r") as f:

After Change

        self.sent_lists = {}

    def add_lines(self, name, lines):
        self.sent_lists[name] = sum([expand_parentheses(tokenize(line))
                                     for line in lines if not line.isspace()], [])

    def add_file(self, name, file_name):
        with open(file_name, "r") as f:
            self.add_lines(name, f.readlines())

Instances