c787becf4d41944658591ea63ff56e4661ebc3eb,sonnet/src/replicator.py,Replicator,scope,#Replicator#,141

Before Change

  @contextlib.contextmanager
  def scope(self):
    parent_scope = super(Replicator, self).scope()
    with parent_scope, tf.variable_creator_scope(replica_local_creator):
      yield


class TpuReplicator(tf.distribute.experimental.TPUStrategy):
  rReplicates input, parameters and compute over multiple TPUs.

  ``TpuReplicator`` is a TensorFlow "Distribution Strategy" implementing the

After Change

  @contextlib.contextmanager
  def scope(self):
    with contextlib.ExitStack() as stack:
      stack.enter_context(super(Replicator, self).scope())
      stack.enter_context(tf.variable_creator_scope(replica_local_creator))
      yield


class TpuReplicator(tf.distribute.experimental.TPUStrategy):
  rReplicates input, parameters and compute over multiple TPUs.

  ``TpuReplicator`` is a TensorFlow "Distribution Strategy" implementing the

Instances