6ca76b91a8471c45e692ff2d2ccee2c26ae1441a,perfkitbenchmarker/linux_benchmarks/horovod_benchmark.py,,_CopyAndUpdateRunScripts,#Any#Any#,140

Before Change


  vm.RemoteCommand("rm -rf DeepLearningExamples")
  vm.RemoteCommand("git clone --branch clan-dev %s" % GITHUB_MODELS_URL)

  resnet_base_dir = "DeepLearningExamples/TensorFlow/Classification/RN50v1.5"
  bert_base_dir = "DeepLearningExamples/TensorFlow/LanguageModeling/BERT"

  vm.Install("tcmalloc")

  if model.startswith("resnet"):
    vm.Install("google_cloud_sdk")
    vm.RemoteCommand("sed -i "/from utils import dali_utils/d" "
                     "{}/utils/data_utils.py".format(resnet_base_dir))
    vm.RemoteCommand("sed -i "/from utils import dali_utils/d" "
                     "{}/utils/__init__.py".format(resnet_base_dir))
    vm.RemoteCommand(
        "mkdir -p {base}/imagenet && "
        "{gsutil_path} -m rsync gs://mlcompass-data/imagenet/imagenet-2012-tfrecord "
        "{base}/imagenet".format(gsutil_path=google_cloud_sdk.GSUTIL_PATH,
                                 base=resnet_base_dir))

  if model.startswith("bert"):
    vm.RemoteCommand(
        "mkdir -p {bert}/data/download/google_pretrained_weights &&"

After Change


    vm.RemoteCommand(
        "sudo /opt/conda/bin/pip install \"git+https://github.com/cocodataset/cocoapi.git//subdirectory=PythonAPI\""
    )
    vm.RemoteCommand(
        "[ -d "tensorpack" ] || git clone https://github.com/tensorpack/tensorpack.git && sudo /opt/conda/bin/pip install ./tensorpack"
    )
    vm.RemoteCommand(
        "wget -q -N http://models.tensorpack.com/FasterRCNN/ImageNet-R50-AlignPadding.npz"
    )
    vm.RemoteCommand(
Italian Trulli
In pattern: SUPERPATTERN

Frequency: 4

Non-data size: 5

Instances


Project Name: GoogleCloudPlatform/PerfKitBenchmarker
Commit Name: 6ca76b91a8471c45e692ff2d2ccee2c26ae1441a
Time: 2020-07-08
Author: p3rf@google.com
File Name: perfkitbenchmarker/linux_benchmarks/horovod_benchmark.py
Class Name:
Method Name: _CopyAndUpdateRunScripts


Project Name: GoogleCloudPlatform/PerfKitBenchmarker
Commit Name: 387b4d9fe56f910059762f11a21a864211a14e2b
Time: 2021-03-16
Author: liubrandon@google.com
File Name: perfkitbenchmarker/linux_packages/redis_enterprise.py
Class Name:
Method Name: LoadCluster


Project Name: GoogleCloudPlatform/PerfKitBenchmarker
Commit Name: 8f56f2711b5b1653f60d009d6f642cb653c20462
Time: 2015-09-11
Author: vukasin.stefanovic92@gmail.com
File Name: perfkitbenchmarker/benchmarks/cloudsuite_web_search.py
Class Name:
Method Name: _BuildIndex


Project Name: GoogleCloudPlatform/PerfKitBenchmarker
Commit Name: f87137346cbd1677c411275acbc71e00e4e1d9b1
Time: 2021-04-01
Author: p3rf@google.com
File Name: perfkitbenchmarker/linux_packages/nccl.py
Class Name:
Method Name: AptInstall