3a414b1013ef6e82a0314ad89737c538e8902fa2,open_seq2seq/utils/funcs.py,,train,#Any#Any#Any#,16

Before Change

    deco_print("Finished training")

  if train_model.on_horovod:
    ending = " on worker {}".format(hvd.rank())
  else:
    ending = ""
  if step > bench_start:

After Change

  if len(fetches) > 1:
    total_objects = collect_if_horovod(total_objects, hvd, mode="sum")

  if master_worker:
    deco_print("Finished training")
    if step > bench_start:
      avg_time = 1.0 * total_time / (step - bench_start)
      deco_print("Avg time per step: {:.3f}s".format(avg_time))
      if len(fetches) > 1:
        avg_objects = 1.0 * total_objects / total_time
        deco_print("Avg objects per second: {:.3f}".format(avg_objects))
    else:
      deco_print("Not enough steps for benchmarking")


def restore_and_get_results(model, checkpoint, mode):
  saver = tf.train.Saver()
  sess_config = tf.ConfigProto(allow_soft_placement=True)
  sess_config.gpu_options.allow_growth = True

Instances