7b064542f7d0b7b2e0c7441ce37037a0e9b4fd1e,spacy/lang/th/__init__.py,Thai,make_doc,#Thai#Any#,28

Before Change


        except ImportError:
            raise ImportError("The Thai tokenizer requires the PyThaiNLP library: "
                              "https://github.com/PyThaiNLP/pythainlp")
        words = [x for x in list(word_tokenize(text,"newmm"))]
        return Doc(self.vocab, words=words, spaces=[False]*len(words))


__all__ = ["Thai"]

After Change


    Defaults = ThaiDefaults

    def make_doc(self, text):
        return self.tokenizer(text)


__all__ = ["Thai"]
Italian Trulli
In pattern: SUPERPATTERN

Frequency: 3

Non-data size: 8

Instances


Project Name: explosion/spaCy
Commit Name: 7b064542f7d0b7b2e0c7441ce37037a0e9b4fd1e
Time: 2019-01-10
Author: kirill.bulygin@gmail.com
File Name: spacy/lang/th/__init__.py
Class Name: Thai
Method Name: make_doc


Project Name: explosion/spaCy
Commit Name: 0b9a5f4074f2b6f5ad3322234a82ac921fe1f358
Time: 2019-11-11
Author: adrianeboyd@gmail.com
File Name: spacy/lang/zh/__init__.py
Class Name: Chinese
Method Name: make_doc


Project Name: explosion/spaCy
Commit Name: 66f8f9d4a0476f84a130f9e7ba5c7f69f4da02e4
Time: 2017-10-24
Author: ines@ines.io
File Name: spacy/lang/ja/__init__.py
Class Name: Japanese
Method Name: make_doc


Project Name: explosion/spaCy
Commit Name: 7b064542f7d0b7b2e0c7441ce37037a0e9b4fd1e
Time: 2019-01-10
Author: kirill.bulygin@gmail.com
File Name: spacy/lang/th/__init__.py
Class Name: Thai
Method Name: make_doc