c12740b64e69e8383144d0f36a138bf033a9b074,anago/data_utils.py,,load_vocab,#Any#,146

Before Change

    d = dict()
    with open(filename) as f:
        for idx, word in enumerate(f):
            word = word.strip()
            d[word] = idx

    return d

After Change

    
    print("Loading vocab...")
    with open(filename) as f:
        d = {w.rstrip(): i for i, w in enumerate(f)}
    print("- done. {} tokens".format(len(d)))
    return d

Instances