c8c2c1c1613641ea9b0161d7a47980d66d5e504c,perfkitbenchmarker/providers/gcp/gcp_dpb_dataproc.py,GcpDpbDataproc,MigrateCrossCloud,#GcpDpbDataproc#Any#Any#Any#,272

Before Change

    else:
      raise ValueError("Unsupported destination cloud.")

    cmd = self.DataprocGcloudCommand("jobs", "submit", "hadoop")
    if self.project is not None:
      cmd.flags["project"] = self.project
    cmd.flags["cluster"] = self.cluster_id
    cmd.flags["class"] = "org.apache.hadoop.tools.DistCp"
    s3_access_key, s3_secret_key = aws_credentials.GetCredentials()
    cmd.flags["properties"] = "fs.s3a.access.key=%s,fs.s3a.secret.key=%s" % (
        s3_access_key, s3_secret_key)
    cmd.additional_flags = ["--"] + [
        "gs://" + source_location, dest_prefix + destination_location
    ]
    _, _, retcode = cmd.Issue(timeout=None, raise_on_failure=False)
    return {dpb_service.SUCCESS: retcode == 0}

After Change

    else:
      raise ValueError("Unsupported destination cloud.")
    s3_access_key, s3_secret_key = aws_credentials.GetCredentials()
    return self.DistributedCopy(
        "gs://" + source_location,
        dest_prefix + destination_location,
        properties={
            "fs.s3a.access.key": s3_access_key,
            "fs.s3a.secret.key": s3_secret_key,
        })

Instances