c8c2c1c1613641ea9b0161d7a47980d66d5e504c,perfkitbenchmarker/linux_benchmarks/dpb_distcp_benchmark.py,,Run,#Any#,97

Before Change

                     if (FLAGS.distcp_dest_fs != BaseDpbService.HDFS_FS) else
                     "/{}{}".format(run_uri, "/dfsio_destination"))

  start = datetime.datetime.now()
  benchmark_spec.dpb_service.distributed_copy(source_data_dir, destination_dir)
  end_time = datetime.datetime.now()
  run_time = (end_time - start).total_seconds()

  results = []
  metadata = copy.copy(benchmark_spec.dpb_service.GetMetadata())
  metadata.update({"source_fs": FLAGS.distcp_source_fs})

After Change

    A list of samples
  
  run_uri = benchmark_spec.uuid.split("-")[0]
  base_dir = "pkb-" + run_uri
  service = benchmark_spec.dpb_service

  if FLAGS.distcp_source_fs == BaseDpbService.HDFS_FS:
    source_dir = "/{}/".format(base_dir)
  else:
    source_dir = "{}://{}/".format(FLAGS.distcp_source_fs, base_dir)

  // Subdirectory TestDFSO writes data to
  source_data_dir = source_dir + "io_data"

  // Generate data to copy
  // TODO(saksena): Add a generic GenerateData method to dpb_service.
  dpb_testdfsio_benchmark.RunTestDfsio(
      service,
      dpb_testdfsio_benchmark.WRITE,
      source_dir,
      FLAGS.distcp_num_files,
      FLAGS.distcp_file_size_mbs)

  if FLAGS.distcp_dest_fs == BaseDpbService.HDFS_FS:
    destination_dir = "/{}/dfsio_destination/".format(base_dir)
  else:
    destination_dir = "{}://{}/dfsio_destination/".format(
        FLAGS.distcp_source_fs, base_dir)

  result = benchmark_spec.dpb_service.DistributedCopy(
      source_data_dir, destination_dir)

  results = []

Instances