645202b1e62d323d79936eea9452ef3b58084826,official/resnet/estimator_cifar_benchmark.py,EstimatorCifar10BenchmarkTests,_run_and_report_benchmark,#EstimatorCifar10BenchmarkTests#,117

Before Change


        break

    eval_results = stats["eval_results"]
    extras = {}
    extras["accuracy_top_1"] = self._json_description(
        eval_results["accuracy"].item(),
        priority=0)
    extras["accuracy_top_5"] = self._json_description(
        eval_results["accuracy_top_5"].item())
    if examples_per_sec_hook:
      exp_per_second_list = examples_per_sec_hook.current_examples_per_sec_list
      // ExamplesPerSecondHook skips the first 10 steps.
      exp_per_sec = sum(exp_per_second_list) / (len(exp_per_second_list))
      extras["exp_per_second"] = self._json_description(exp_per_sec)

    self.report_benchmark(
        iters=eval_results["global_step"],
        wall_time=wall_time_sec,

After Change


        break

    eval_results = stats["eval_results"]
    metrics = []
    metrics.append({"name": "accuracy_top_1",
                    "value": eval_results["accuracy"].item()})
    metrics.append({"name": "accuracy_top_5",
                    "value": eval_results["accuracy_top_5"].item()})
    if examples_per_sec_hook:
      exp_per_second_list = examples_per_sec_hook.current_examples_per_sec_list
      // ExamplesPerSecondHook skips the first 10 steps.
      exp_per_sec = sum(exp_per_second_list) / (len(exp_per_second_list))
      metrics.append({"name": "exp_per_second",
                      "value": exp_per_sec})

    self.report_benchmark(
        iters=eval_results["global_step"],
        wall_time=wall_time_sec,
Italian Trulli
In pattern: SUPERPATTERN

Frequency: 3

Non-data size: 15

Instances


Project Name: tensorflow/models
Commit Name: 645202b1e62d323d79936eea9452ef3b58084826
Time: 2019-04-11
Author: donglin@google.com
File Name: official/resnet/estimator_cifar_benchmark.py
Class Name: EstimatorCifar10BenchmarkTests
Method Name: _run_and_report_benchmark


Project Name: tensorflow/models
Commit Name: 645202b1e62d323d79936eea9452ef3b58084826
Time: 2019-04-11
Author: donglin@google.com
File Name: official/resnet/keras/keras_benchmark.py
Class Name: KerasBenchmark
Method Name: _report_benchmark


Project Name: tensorflow/models
Commit Name: 645202b1e62d323d79936eea9452ef3b58084826
Time: 2019-04-11
Author: donglin@google.com
File Name: official/resnet/estimator_cifar_benchmark.py
Class Name: EstimatorCifar10BenchmarkTests
Method Name: _run_and_report_benchmark


Project Name: tensorflow/models
Commit Name: 294660bd9d374b4446cb758942cfc8951cc61ff2
Time: 2019-04-29
Author: tobyboyd@google.com
File Name: official/recommendation/ncf_keras_benchmark.py
Class Name: KerasNCFRealData
Method Name: _extract_benchmark_report_extras