13fc68c1fbc73ba9791863d5976e529133a7786e,src/sagemaker/processing.py,ProcessingJob,from_processing_name,#Any#Any#Any#,635
Before Change
job_desc = sagemaker_session.describe_processing_job(job_name=processing_job_name)
return cls(
sagemaker_session=sagemaker_session,
job_name=processing_job_name,
inputs=[
ProcessingInput(
source=processing_input["S3Input"]["S3Uri"],
destination=processing_input["S3Input"]["LocalPath"],
input_name=processing_input["InputName"],
s3_data_type=processing_input["S3Input"].get("S3DataType"),
s3_input_mode=processing_input["S3Input"].get("S3InputMode"),
s3_data_distribution_type=processing_input["S3Input"].get(
"S3DataDistributionType"
),
s3_compression_type=processing_input["S3Input"].get("S3CompressionType"),
)
for processing_input in job_desc["ProcessingInputs"]
],
outputs=[
ProcessingOutput(
source=job_desc["ProcessingOutputConfig"]["Outputs"][0]["S3Output"][
"LocalPath"
],
destination=job_desc["ProcessingOutputConfig"]["Outputs"][0]["S3Output"][
"S3Uri"
],
output_name=job_desc["ProcessingOutputConfig"]["Outputs"][0]["OutputName"],
)
],
output_kms_key=job_desc["ProcessingOutputConfig"].get("KmsKeyId"),
)
@classmethod
def from_processing_arn(cls, sagemaker_session, processing_job_arn):
Initializes a ``ProcessingJob`` from a Processing ARN.
After Change
job_desc = sagemaker_session.describe_processing_job(job_name=processing_job_name)
inputs = None
if job_desc.get("ProcessingInputs"):
inputs = [
ProcessingInput(
source=processing_input["S3Input"]["S3Uri"],
destination=processing_input["S3Input"]["LocalPath"],
input_name=processing_input["InputName"],
s3_data_type=processing_input["S3Input"].get("S3DataType"),
s3_input_mode=processing_input["S3Input"].get("S3InputMode"),
s3_data_distribution_type=processing_input["S3Input"].get(
"S3DataDistributionType"
),
s3_compression_type=processing_input["S3Input"].get("S3CompressionType"),
)
for processing_input in job_desc["ProcessingInputs"]
]
outputs = None
if job_desc.get("ProcessingOutputConfig") and job_desc["ProcessingOutputConfig"].get(
"Outputs"
):
outputs = [
ProcessingOutput(
source=processing_output["S3Output"]["LocalPath"],
destination=processing_output["S3Output"]["S3Uri"],
output_name=processing_output["OutputName"],
)
for processing_output in job_desc["ProcessingOutputConfig"]["Outputs"]
]
output_kms_key = None
if job_desc.get("ProcessingOutputConfig"):
output_kms_key = job_desc["ProcessingOutputConfig"].get("KmsKeyId")
return cls(
sagemaker_session=sagemaker_session,
job_name=processing_job_name,
inputs=inputs,
outputs=outputs,
output_kms_key=output_kms_key,
)
@classmethod
def from_processing_arn(cls, sagemaker_session, processing_job_arn):
Initializes a ``ProcessingJob`` from a Processing ARN.
In pattern: SUPERPATTERN
Frequency: 3
Non-data size: 10
Instances
Project Name: aws/sagemaker-python-sdk
Commit Name: 13fc68c1fbc73ba9791863d5976e529133a7786e
Time: 2020-03-10
Author: knakad@amazon.com
File Name: src/sagemaker/processing.py
Class Name: ProcessingJob
Method Name: from_processing_name
Project Name: dpressel/mead-baseline
Commit Name: 4c78e4d91abe9e6a37723bc2a4cff7a203f64013
Time: 2018-11-30
Author: dpressel@gmail.com
File Name: python/baseline/tf/embeddings.py
Class Name: PositionalLookupTableEmbeddings
Method Name: create
Project Name: dpressel/mead-baseline
Commit Name: 4c78e4d91abe9e6a37723bc2a4cff7a203f64013
Time: 2018-11-30
Author: dpressel@gmail.com
File Name: python/baseline/tf/embeddings.py
Class Name: LookupTableEmbeddings
Method Name: create