a9c930430636e79853203ab9fd921c33855d8ea1,fairseq/data/encoders/gpt2_bpe.py,GPT2BPE,decode,#GPT2BPE#Any#,42

Before Change

        return " ".join(map(str, self.bpe.encode(x)))

    def decode(self, x: str) -> str:
        return self.bpe.decode(map(int, x.split()))

    def is_beginning_of_word(self, x: str) -> bool:
        return self.decode(x).startswith(" ")

After Change

    def decode(self, x: str) -> str:
        return self.bpe.decode([
            int(tok) if tok not in {"<unk>"} else tok
            for tok in x.split()
        ])

    def is_beginning_of_word(self, x: str) -> bool:

Instances