8438f3a6ac4e7e0a52188ee4f94f75fc91889469,opennmt/models/sequence_tagger.py,SequenceTagger,_build_dataset,#SequenceTagger#Any#Any#Any#Any#,52

Before Change

  def _build_dataset(self, mode, batch_size, features_file, labels_file=None):
    features_dataset = tf.contrib.data.TextLineDataset(features_file)

    self.embedder.init()
    features_dataset = features_dataset.map(lambda x: self.embedder.process(x))

    if labels_file is None:
      dataset = features_dataset

After Change

    return cond

  def _build_dataset(self, mode, batch_size, features_file, labels_file=None):
    features_dataset = self.embedder.make_dataset(features_file)

    if labels_file is None:
      dataset = features_dataset
      padded_shapes = self.embedder.padded_shapes

Instances