0b41742b42fe9c5da6c5ea8a8c07633b579dd461,tests/test_eval_model.py,TestEvalModel,test_output,#TestEvalModel#,37

Before Change

        
        Test output of running eval_model.
        
        parser = setup_args()
        parser.set_defaults(
            task="integration_tests",
            model="repeat_label",
            datatype="valid",
            num_examples=5,
            display_examples=False,
        )

        opt = parser.parse_args([], print_args=False)
        valid, test = testing_utils.eval_model(opt)

        self.assertEqual(valid["accuracy"], 1)
        self.assertEqual(test["accuracy"], 1)

After Change

        
        Test output of running eval_model.
        
        opt = dict(
            task="integration_tests",
            model="repeat_label",
            datatype="valid",
            num_examples=5,
            display_examples=False,
        )

        valid, test = testing_utils.eval_model(opt)

        self.assertEqual(valid["accuracy"], 1)

Instances