9a4dd781d84afc08579f6e77281372cf001b59a2,onmt/translate/translator.py,Translator,_fast_translate_batch,#Translator#Any#Any#,310

Before Change

            if finished_count > 0 or step + 1 == self.max_length:
                predictions = alive_seq.view(-1, beam_size, alive_seq.size(-1))
                scores = topk_scores.view(-1, beam_size)
                for i, is_finished in enumerate(finished.tolist()):
                    if step + 1 != self.max_length and is_finished == 0:
                        continue
                    // TODO: if we get there because of max_length, the last
                    // predicted token is currently discarded.
                    b = batch_offset[i]
                    results["predictions"][b].append(predictions[i, 0, 1:])
                    results["scores"][b].append(scores[i, 0])

After Change

            end_condition = topk_ids[:, 0].eq(end_token)
            if step + 1 == self.max_length:
                end_condition.fill_(1)
            finished = end_condition.nonzero().view(-1)

            // Save result of finished sentences.
            if len(finished) > 0:
                predictions = alive_seq.view(-1, beam_size, alive_seq.size(-1))

Instances