de977736f91d23c53e6a60c45822973a615daa15,fairseq/models/bart/hub_interface.py,BARTHubInterface,fill_mask,#BARTHubInterface#Any#Any#Any#,166

Before Change

            add_if_not_exist=False,
        ).long()

        if tokens.dim() == 1:
            tokens = tokens.unsqueeze(0)

        // ensure beam size is at least as big as topk

After Change

    ):
        masked_token = "<mask>"
        batch_tokens = []
        for masked_input in masked_inputs:
            assert masked_token in masked_input, \
                "please add one {} token for the input".format(masked_token)

            text_spans = masked_input.split(masked_token)
            text_spans_bpe = (" {0} ".format(masked_token)).join(
                [self.bpe.encode(text_span.rstrip()) for text_span in text_spans]
            ).strip()
            tokens = self.task.source_dictionary.encode_line(
                "<s> " + text_spans_bpe + " </s>",
                append_eos=False,
                add_if_not_exist=False,
            ).long()
            batch_tokens.append(tokens)

        // ensure beam size is at least as big as topk
        generate_kwargs["beam"] = max(
            topk,
            generate_kwargs.get("beam", -1),
        )

Instances