298178ce60c17dce5044964e2221461b94f499a4,tests/attacks/inference/test_membership_inference.py,,test_black_box_image,#Any#Any#,91

Before Change


        logging.warning("Couldn"t perform this test because no classifier is defined")
        return

    (x_train, y_train), (x_test, y_test) = get_default_mnist_subset
    attack_train_size = int(len(x_train) * attack_train_ratio)
    attack_test_size = int(len(x_test) * attack_train_ratio)

After Change



    for classifier in classifier_list:
        attack = MembershipInferenceBlackBox(classifier)
        backend_check_membership_accuracy(attack, get_default_mnist_subset, attack_train_ratio, 0.03)


@pytest.mark.parametrize("model_type", ["nn", "rf", "gb"])
def test_black_box_tabular(model_type, get_tabular_classifier_list, get_iris_dataset):
Italian Trulli
In pattern: SUPERPATTERN

Frequency: 4

Non-data size: 8

Instances


Project Name: IBM/adversarial-robustness-toolbox
Commit Name: 298178ce60c17dce5044964e2221461b94f499a4
Time: 2020-08-25
Author: abigailt@il.ibm.com
File Name: tests/attacks/inference/test_membership_inference.py
Class Name:
Method Name: test_black_box_image


Project Name: IBM/adversarial-robustness-toolbox
Commit Name: 298178ce60c17dce5044964e2221461b94f499a4
Time: 2020-08-25
Author: abigailt@il.ibm.com
File Name: tests/attacks/inference/test_membership_inference.py
Class Name:
Method Name: test_black_box_tabular_rf


Project Name: IBM/adversarial-robustness-toolbox
Commit Name: 298178ce60c17dce5044964e2221461b94f499a4
Time: 2020-08-25
Author: abigailt@il.ibm.com
File Name: tests/attacks/inference/test_membership_inference.py
Class Name:
Method Name: test_black_box_tabular_gb


Project Name: IBM/adversarial-robustness-toolbox
Commit Name: 298178ce60c17dce5044964e2221461b94f499a4
Time: 2020-08-25
Author: abigailt@il.ibm.com
File Name: tests/attacks/inference/test_membership_inference.py
Class Name:
Method Name: test_black_box_with_model