e61155f753e13154a8d4f89f876bf06ed02989fd,soynlp/pos/_lrtagger.py,LRMaxScoreTagger,_add_first_subword,#LRMaxScoreTagger#Any#Any#,263

Before Change

    def _add_first_subword(self, t, words):    
        e = words[0][2]
        subword = t[0:e]
        (pos, prop, count) = self._infer_subword_information(subword)        
        return [[(subword, pos), ("", None), 0, e, e, prop, count, 0.0]]

After Change

        subword = t[0:e]
        //(pos, prop, count) = self._infer_subword_information(subword)
        //return [[(subword, pos), ("", None), 0, e, e, prop, count, 0.0]]
        return self._base_tokenizing_subword(subword, 0)
    
    def _base_tokenizing_subword(self, t, b):
        subwords = []
        _subwords = self.base_tokenizer.tokenize(t, flatten=False)

Instances