e9057c4df9ffc703e665ba8ee2d0d74c37d90065,official/nlp/data/tagging_data_lib.py,PanxProcessor,get_train_examples,#PanxProcessor#Any#,92

Before Change

  ]

  def get_train_examples(self, data_dir):
    return _read_one_file(
        os.path.join(data_dir, "train-en.tsv"), self.get_labels())

  def get_dev_examples(self, data_dir):
    return _read_one_file(
        os.path.join(data_dir, "dev-en.tsv"), self.get_labels())

After Change

  def get_train_examples(self, data_dir):
    examples = _read_one_file(
        os.path.join(data_dir, "train-en.tsv"), self.get_labels())
    if not self.only_use_en_train:
      for language in self.supported_languages:
        if language == "en":
          continue
        examples.extend(
            _read_one_file(
                os.path.join(data_dir, f"train-{language}.tsv"),
                self.get_labels()))
    return examples

  def get_dev_examples(self, data_dir):
    examples = _read_one_file(
        os.path.join(data_dir, "dev-en.tsv"), self.get_labels())

Instances