6ca76b91a8471c45e692ff2d2ccee2c26ae1441a,perfkitbenchmarker/linux_benchmarks/horovod_benchmark.py,,_CopyAndUpdateRunScripts,#Any#Any#,140
Before Change
vm.RemoteCommand("rm -rf DeepLearningExamples")
vm.RemoteCommand("git clone --branch clan-dev %s" % GITHUB_MODELS_URL)
resnet_base_dir = "DeepLearningExamples/TensorFlow/Classification/RN50v1.5"
bert_base_dir = "DeepLearningExamples/TensorFlow/LanguageModeling/BERT"
vm.Install("tcmalloc")
if model.startswith("resnet"):
vm.Install("google_cloud_sdk")
vm.RemoteCommand("sed -i "/from utils import dali_utils/d" "
"{}/utils/data_utils.py".format(resnet_base_dir))
vm.RemoteCommand("sed -i "/from utils import dali_utils/d" "
"{}/utils/__init__.py".format(resnet_base_dir))
vm.RemoteCommand(
"mkdir -p {base}/imagenet && "
"{gsutil_path} -m rsync gs://mlcompass-data/imagenet/imagenet-2012-tfrecord "
"{base}/imagenet".format(gsutil_path=google_cloud_sdk.GSUTIL_PATH,
base=resnet_base_dir))
if model.startswith("bert"):
vm.RemoteCommand(
"mkdir -p {bert}/data/download/google_pretrained_weights &&"
After Change
vm.RemoteCommand(
"sudo /opt/conda/bin/pip install \"git+https://github.com/cocodataset/cocoapi.git//subdirectory=PythonAPI\""
)
vm.RemoteCommand(
"[ -d "tensorpack" ] || git clone https://github.com/tensorpack/tensorpack.git && sudo /opt/conda/bin/pip install ./tensorpack"
)
vm.RemoteCommand(
"wget -q -N http://models.tensorpack.com/FasterRCNN/ImageNet-R50-AlignPadding.npz"
)
vm.RemoteCommand(
In pattern: SUPERPATTERN
Frequency: 4
Non-data size: 5
Instances
Project Name: GoogleCloudPlatform/PerfKitBenchmarker
Commit Name: 6ca76b91a8471c45e692ff2d2ccee2c26ae1441a
Time: 2020-07-08
Author: p3rf@google.com
File Name: perfkitbenchmarker/linux_benchmarks/horovod_benchmark.py
Class Name:
Method Name: _CopyAndUpdateRunScripts
Project Name: GoogleCloudPlatform/PerfKitBenchmarker
Commit Name: 387b4d9fe56f910059762f11a21a864211a14e2b
Time: 2021-03-16
Author: liubrandon@google.com
File Name: perfkitbenchmarker/linux_packages/redis_enterprise.py
Class Name:
Method Name: LoadCluster
Project Name: GoogleCloudPlatform/PerfKitBenchmarker
Commit Name: 8f56f2711b5b1653f60d009d6f642cb653c20462
Time: 2015-09-11
Author: vukasin.stefanovic92@gmail.com
File Name: perfkitbenchmarker/benchmarks/cloudsuite_web_search.py
Class Name:
Method Name: _BuildIndex
Project Name: GoogleCloudPlatform/PerfKitBenchmarker
Commit Name: f87137346cbd1677c411275acbc71e00e4e1d9b1
Time: 2021-04-01
Author: p3rf@google.com
File Name: perfkitbenchmarker/linux_packages/nccl.py
Class Name:
Method Name: AptInstall