b1d9ac5b8b4d9e47ae146c77347d99e28e9a2701,official/transformer/v2/transformer_main.py,TransformerTask,__init__,#TransformerTask#Any#,88

Before Change

    if params["use_tpu"]:
      cluster_resolver = tf.distribute.cluster_resolver.TPUClusterResolver(
          flags_obj.tpu or "local")
      tf.tpu.experimental.initialize_tpu_system(cluster_resolver)
      self.distribution_strategy = tf.distribute.experimental.TPUStrategy(
          cluster_resolver)
    else:
      self.distribution_strategy = distribution_utils.get_distribution_strategy(

After Change

        distribution_strategy=flags_obj.distribution_strategy,
        num_gpus=num_gpus,
        tpu_address=flags_obj.tpu or "")
    if self.use_tpu:
      if not params["static_batch"]:
        raise ValueError("TPU requires static batch for input data.")
    else:
      print("Running transformer with num_gpus =", num_gpus)

    if self.distribution_strategy:
      print("For training, using distribution strategy: ",
            self.distribution_strategy)
    else:

Instances