2c5f22199b46837b9801378ce172dcd13f125769,gluonnlp/vocab/subwords.py,NGramHashes,fasttext_hash_asbytes,#Any#Any#,201

Before Change

        h = np.uint32(2166136261)
        s = s.encode(encoding)
        old_settings = np.seterr(all="ignore")
        for c in bytearray(s):
            h = h ^ np.uint32(np.int8(c))
            h = h * np.uint32(16777619)
        np.seterr(**old_settings)
        return h

    def _word_to_hashes(self, word):

After Change

    @staticmethod
    def fasttext_hash_asbytes(ngram, encoding="utf-8"):
        ngram_enc = bytearray(ngram.encode(encoding))
        _fasttext_hash(ngram_enc)

    def _word_to_hashes(self, word):
        if word not in self.special_tokens:

Instances