5b2fa49f9ee24bd079ab0c8d5373a3bfcfcc60b4,tensorflow_transform/beam/impl.py,_BatchDoFn,process,#_BatchDoFn#Any#,95

Before Change

    self._cached = []

  def process(self, element):
    try:
      element = element.element
    except AttributeError:
      pass
    self._cached.append(element)
    if len(self._cached) >= self._batch_size:
      yield self._cached
      self._cached = []

After Change

  def process(self, element):
    self._batch.append(element)
    if len(self._batch) >= self._desired_batch_size:
      yield self._flush_batch()

  def finish_bundle(self):
    if self._batch:
      yield self._flush_batch()

Instances