161f891255fd65a08c27eb9746272c89f2484090,perfkitbenchmarker/linux_benchmarks/inception3_benchmark.py,,Run,#Any#,148

Before Change

              cmd=inception3_benchmark_cmd_step,
              tpu=(benchmark_spec.tpu_groups["train"].GetName() if
                   benchmark_spec.tpus else ""),
              num_shards=(benchmark_spec.tpu_groups["train"].GetNumShards() if
                          benchmark_spec.tpus else 0)))
      start = time.time()
      stdout, stderr = vm.RobustRemoteCommand(inception3_benchmark_train_cmd,
                                              should_log=True)
      elapsed_seconds += (time.time() - start)
      samples.extend(mnist_benchmark.MakeSamplesFromTrainOutput(
          metadata, stdout + stderr, elapsed_seconds, step))
    if benchmark_spec.mode in ("train_and_eval", "eval"):
      inception3_benchmark_eval_cmd = (
          "{cmd} --tpu={tpu} --mode=eval --num_shards={num_shards}".format(
              cmd=inception3_benchmark_cmd_step,
              tpu=(benchmark_spec.tpu_groups["eval"].GetName() if
                   benchmark_spec.tpus else ""),
              num_shards=(benchmark_spec.tpu_groups["eval"].GetNumShards() if
                          benchmark_spec.tpus else 0)))
      stdout, stderr = vm.RobustRemoteCommand(inception3_benchmark_eval_cmd,

After Change

        cmd=inception3_benchmark_cmd, step=step)
    if benchmark_spec.mode in ("train", "train_and_eval"):
      if benchmark_spec.tpus:
        tpu = benchmark_spec.tpu_groups["train"].GetName()
        num_shards = "--num_shards={}".format(
            benchmark_spec.tpu_groups["train"].GetNumShards())
      else:
        tpu = num_shards = ""
      inception3_benchmark_train_cmd = (
          "{cmd} --tpu={tpu} --mode=train {num_shards}".format(
              cmd=inception3_benchmark_cmd_step,
              tpu=tpu, num_shards=num_shards))
      start = time.time()
      stdout, stderr = vm.RobustRemoteCommand(inception3_benchmark_train_cmd,
                                              should_log=True)
      elapsed_seconds += (time.time() - start)
      samples.extend(mnist_benchmark.MakeSamplesFromTrainOutput(
          metadata, stdout + stderr, elapsed_seconds, step))
    if benchmark_spec.mode in ("train_and_eval", "eval"):
      if benchmark_spec.tpus:
        tpu = benchmark_spec.tpu_groups["eval"].GetName()
        num_shards = "--num_shards={}".format(
            benchmark_spec.tpu_groups["eval"].GetNumShards())
      else:
        tpu = num_shards = ""
      inception3_benchmark_eval_cmd = (
          "{cmd} --tpu={tpu} --mode=eval {num_shards}".format(
              cmd=inception3_benchmark_cmd_step,
              tpu=tpu, num_shards=num_shards))

Instances