7b205efea6b504de04311bc55d109cd28d8f3e0c,OpenNMT/preprocess.py,,hasFeatures,#Any#,37

Before Change

    reader = onmt.utils.FileReader.new(filename)
    _, _, numFeatures = onmt.utils.Features.extract(reader.next())
    reader.close()
    return numFeatures > 0


def makeVocabulary(filename, size):
    wordVocab = onmt.utils.Dict.new(

After Change

opt = parser.parse_args()

def hasFeatures(filename):
    with open(filename) as f:
        print(f.readline())
        assert(False)
        _, features = onmt.utils.Features.extract(f.readline())
        return len(features) > 0


def makeVocabulary(filename, size):
    wordVocab = onmt.utils.Dict(
            [onmt.Constants.PAD_WORD, onmt.Constants.UNK_WORD,
             onmt.Constants.BOS_WORD, onmt.Constants.EOS_WORD])

Instances