17e2f1fe95e21369e67af90977613b3f0ce82f00,theanolm/commands/score.py,,_score_utterances,#Any#Any#Any#Any#Any#,155

Before Change

    num_unks = 0
    for line_num, line in enumerate(input_file):
        words = line.split()
        if words[0] != "<s>":
            words.insert(0, "<s>")
        if words[-1] != "</s>":
            words.append("</s>")

        word_ids = dictionary.words_to_ids(words)

After Change

    num_unks = 0
    for line_num, line in enumerate(input_file):
        words = utterance_from_line(line)
        if len(words) == 0:
            continue

        word_ids = dictionary.words_to_ids(words)

Instances