aaa0d4fcdff881ccbd69d4be0e370ac55b930f10,src/gensim/corpora/dmlcorpus.py,DmlCorpus,loadDictionary,#Any#,176

Before Change

    @staticmethod
    def loadDictionary(fname):
        words = [line.split("\t")[1].strip() for line in open(fname) if len(line.split("\t")) == 2]
        id2word = dict(itertools.izip(xrange(len(words)), words))
        return id2word
    
    def saveDocuments(self, fname):
        logging.info("saving documents mapping to %s" % fname)

After Change

    @staticmethod
    def loadDictionary(fname):
        result = {}
        for lineNo, line in enumerate(open(fname)):
            pair = line[:-1].split("\t")
            if len(pair) != 2:
                continue
            wordId, word = pair
            result[int(wordId)] = word
        return result
    
    def saveDocuments(self, fname):
        logging.info("saving documents mapping to %s" % fname)

Instances