047cf1ae2c6b775c20b4ca518d996feb3dcfbec9,tests/edw_benchmark_results_aggregator_test.py,EdwBenchmarkPerformanceTest,test_aggregated_query_metadata_missing_query,#EdwBenchmarkPerformanceTest#,628

Before Change


    s1_p.add_query_performance(q11_p)
    q12_p = agg.EdwQueryPerformance(Q2_NAME, Q2_PERFORMANCE, METADATA_EMPTY)
    s1_p.add_query_performance(q12_p)
    b_p.add_suite_performance("suite_seq_1", s1_p)
    s2_p = agg.EdwSuitePerformance("suite_name", "suite_seq_2", 2)
    q21_p = agg.EdwQueryPerformance(Q1_NAME, Q1_PERFORMANCE, METADATA_EMPTY)
    s2_p.add_query_performance(q21_p)
    q22_p = agg.EdwQueryPerformance(Q2_NAME, Q2_PERFORMANCE, METADATA_EMPTY)
    s2_p.add_query_performance(q22_p)
    b_p.add_suite_performance("suite_seq_2", s2_p)
    with self.assertRaises(agg.EdwPerformanceAggregationError):
      b_p.aggregated_query_metadata(QFAIL_NAME)

  def test_aggregated_query_metadata_failing_query(self):

After Change


    b_p = agg.EdwBenchmarkPerformance(
        total_iterations=2, expected_queries=[Q1_NAME, Q2_NAME])
    i1_p = agg.EdwIterationPerformance("1", 2)
    s1_p = agg.EdwStreamPerformance(S1_NAME, 2)
    q11_p = agg.EdwQueryPerformance(Q1_NAME, Q1_PERFORMANCE, METADATA_EMPTY)
    q12_p = agg.EdwQueryPerformance(Q2_NAME, Q2_PERFORMANCE, METADATA_EMPTY)
    s1_p.add_query_performance(q11_p)
    s1_p.add_query_performance(q12_p)
    i1_p.add_stream_performance(s1_p)
    b_p.add_iteration_performance(i1_p)
    i2_p = agg.EdwIterationPerformance("2", 2)
    s2_p = agg.EdwStreamPerformance(S1_NAME, 2)
    q21_p = agg.EdwQueryPerformance(Q1_NAME, Q1_PERFORMANCE, METADATA_EMPTY)
    q22_p = agg.EdwQueryPerformance(Q2_NAME, Q2_PERFORMANCE, METADATA_EMPTY)
    s2_p.add_query_performance(q21_p)
    s2_p.add_query_performance(q22_p)
    i2_p.add_stream_performance(s2_p)
    b_p.add_iteration_performance(i2_p)
    with self.assertRaises(agg.EdwPerformanceAggregationError):
      b_p.aggregated_query_metadata(QFAIL_NAME)

  def test_aggregated_query_metadata_failing_query(self):
Italian Trulli
In pattern: SUPERPATTERN

Frequency: 9

Non-data size: 14

Instances


Project Name: GoogleCloudPlatform/PerfKitBenchmarker
Commit Name: 047cf1ae2c6b775c20b4ca518d996feb3dcfbec9
Time: 2020-09-09
Author: jerlawson@google.com
File Name: tests/edw_benchmark_results_aggregator_test.py
Class Name: EdwBenchmarkPerformanceTest
Method Name: test_aggregated_query_metadata_missing_query


Project Name: GoogleCloudPlatform/PerfKitBenchmarker
Commit Name: 047cf1ae2c6b775c20b4ca518d996feb3dcfbec9
Time: 2020-09-09
Author: jerlawson@google.com
File Name: tests/edw_benchmark_results_aggregator_test.py
Class Name: EdwBenchmarkPerformanceTest
Method Name: test_is_successful_all_query_success


Project Name: GoogleCloudPlatform/PerfKitBenchmarker
Commit Name: 047cf1ae2c6b775c20b4ca518d996feb3dcfbec9
Time: 2020-09-09
Author: jerlawson@google.com
File Name: tests/edw_benchmark_results_aggregator_test.py
Class Name: EdwBenchmarkPerformanceTest
Method Name: test_aggregated_query_execution_time_failing_query


Project Name: GoogleCloudPlatform/PerfKitBenchmarker
Commit Name: 047cf1ae2c6b775c20b4ca518d996feb3dcfbec9
Time: 2020-09-09
Author: jerlawson@google.com
File Name: tests/edw_benchmark_results_aggregator_test.py
Class Name: EdwBenchmarkPerformanceTest
Method Name: test_aggregated_query_status_look_for_failing_query


Project Name: GoogleCloudPlatform/PerfKitBenchmarker
Commit Name: 047cf1ae2c6b775c20b4ca518d996feb3dcfbec9
Time: 2020-09-09
Author: jerlawson@google.com
File Name: tests/edw_benchmark_results_aggregator_test.py
Class Name: EdwBenchmarkPerformanceTest
Method Name: test_aggregated_query_metadata_failing_query


Project Name: GoogleCloudPlatform/PerfKitBenchmarker
Commit Name: 047cf1ae2c6b775c20b4ca518d996feb3dcfbec9
Time: 2020-09-09
Author: jerlawson@google.com
File Name: tests/edw_benchmark_results_aggregator_test.py
Class Name: EdwBenchmarkPerformanceTest
Method Name: test_aggregated_query_execution_time_missing_query


Project Name: GoogleCloudPlatform/PerfKitBenchmarker
Commit Name: 047cf1ae2c6b775c20b4ca518d996feb3dcfbec9
Time: 2020-09-09
Author: jerlawson@google.com
File Name: tests/edw_benchmark_results_aggregator_test.py
Class Name: EdwBenchmarkPerformanceTest
Method Name: test_aggregated_query_metadata_missing_query


Project Name: GoogleCloudPlatform/PerfKitBenchmarker
Commit Name: 047cf1ae2c6b775c20b4ca518d996feb3dcfbec9
Time: 2020-09-09
Author: jerlawson@google.com
File Name: tests/edw_benchmark_results_aggregator_test.py
Class Name: EdwBenchmarkPerformanceTest
Method Name: test_is_successful_not_all_query_success


Project Name: GoogleCloudPlatform/PerfKitBenchmarker
Commit Name: 047cf1ae2c6b775c20b4ca518d996feb3dcfbec9
Time: 2020-09-09
Author: jerlawson@google.com
File Name: tests/edw_benchmark_results_aggregator_test.py
Class Name: EdwBenchmarkPerformanceTest
Method Name: test_aggregated_query_status_look_for_missing_query


Project Name: GoogleCloudPlatform/PerfKitBenchmarker
Commit Name: 047cf1ae2c6b775c20b4ca518d996feb3dcfbec9
Time: 2020-09-09
Author: jerlawson@google.com
File Name: tests/edw_benchmark_results_aggregator_test.py
Class Name: EdwBenchmarkPerformanceTest
Method Name: test_aggregated_query_status_passing