fb35d6bef6eecc640fb865dd2fc73d8fee2a93b6,official/nlp/transformer/transformer_main.py,TransformerTask,__init__,#TransformerTask#Any#,128

Before Change

    else:
      logging.info("Not using any distribution strategy.")

    if params["dtype"] == tf.float16:
      // TODO(reedwm): It"s pretty ugly to set the global policy in a constructor
      // like this. What if multiple instances of TransformerTask are created?
      // We should have a better way in the tf.keras.mixed_precision API of doing
      // this.
      loss_scale = flags_core.get_loss_scale(
          flags_obj, default_for_fp16="dynamic")
      policy = tf.compat.v2.keras.mixed_precision.experimental.Policy(
          "mixed_float16", loss_scale=loss_scale)
      tf.compat.v2.keras.mixed_precision.experimental.set_policy(policy)

    elif params["dtype"] == tf.bfloat16:
      policy = tf.compat.v2.keras.mixed_precision.experimental.Policy(
          "mixed_bfloat16")
      tf.compat.v2.keras.mixed_precision.experimental.set_policy(policy)

  @property
  def use_tpu(self):
    if self.distribution_strategy:
      return isinstance(self.distribution_strategy,

After Change

    performance.set_mixed_precision_policy(
        params["dtype"],
        flags_core.get_loss_scale(flags_obj, default_for_fp16="dynamic"))

  @property
  def use_tpu(self):

Instances