b73fc0c21ea55c7d3357fbf633944e1e67db8bdf,theanolm/scoring/latticedecoder.py,LatticeDecoder,decode,#LatticeDecoder#Any#,199

Before Change

                              key=lambda token: token.total_logprob,
                              reverse=True)
            for link in node.out_links:
                new_tokens = [self.Token.copy(token) for token in node_tokens]
                for token in new_tokens:
                    token.ac_logprob += link.ac_logprob
                    token.lat_lm_logprob += link.lm_logprob
                if not link.word.startswith("!"):
                    word_id = self._vocabulary.word_to_id[link.word]
                    self.append_word(new_tokens, word_id, lm_scale, wi_penalty)
                tokens[link.end_node.id].extend(new_tokens)

After Change

                    node_tokens, link, lm_scale, wi_penalty)
                tokens[link.end_node.id].extend(new_tokens)
                // Leave only 100 best tokens at each node.
                tokens[link.end_node.id].sort(
                    key=lambda token: token.total_logprob,
                    reverse=True)
                tokens[link.end_node.id][100:] = []

            nodes_processed += 1
            if nodes_processed % math.ceil(len(sorted_nodes) / 20) == 0:

Instances