a009f4fb9d2fc4949e32192a944688925ef78659,official/bert/run_squad.py,,train_squad,#Any#Any#Any#Any#,185

Before Change

  // 1/num_replicas_in_sync. It could be an accident. So, in order to use
  // the same hyper parameter, we do the same thing here by keeping each
  // replica loss as it is.
  loss_fn = get_loss_fn(loss_factor=1.0)
  use_remote_tpu = (FLAGS.strategy_type == "tpu" and FLAGS.tpu)

  model_training_utils.run_customized_training_loop(
      strategy=strategy,

After Change

  // 1/num_replicas_in_sync. It could be an accident. So, in order to use
  // the same hyper parameter, we do the same thing here by keeping each
  // replica loss as it is.
  loss_fn = get_loss_fn(
      loss_factor=1.0 /
      strategy.num_replicas_in_sync if FLAGS.scale_loss else 1.0)
  use_remote_tpu = (FLAGS.strategy_type == "tpu" and FLAGS.tpu)

  model_training_utils.run_customized_training_loop(
      strategy=strategy,

Instances