b89d94957773d49908829272f8c1ac98c6031243,models/lemma/data.py,DataLoader,init_vocab,#DataLoader#Any#,53

Before Change

    def init_vocab(self, data):
        assert self.eval == False, "Vocab file must exist for evaluation"
        chars = "".join([d[0] + d[2] for d in data])
        char_counter = Counter(chars)
        vocab = Vocab(unit_counter=char_counter)
        poss = [d[1] for d in data]
        poss_counter = Counter(poss)
        pos_vocab = Vocab(unit_counter=poss_counter)
        return vocab, pos_vocab

After Change

    def init_vocab(self, data):
        assert self.eval == False, "Vocab file must exist for evaluation"
        char_data = "".join(d[0] + d[2] for d in data)
        char_vocab = Vocab(None, char_data, self.args["lang"])
        pos_data = [d[1] for d in data]
        pos_vocab = Vocab(None, pos_data, self.args["lang"])
        return char_vocab, pos_vocab

Instances