c304f3c198501d262b644c5b6812c0ae7420643b,test/test_evaluation/test_evaluation.py,EvaluationTest,test_eval_with_limits_holdout_fail_silent,#EvaluationTest#Any#,73

Before Change

    @mock.patch("autosklearn.evaluation.eval_holdout")
    def test_eval_with_limits_holdout_fail_silent(self, pynisher_mock):
        pynisher_mock.return_value = None
        info = eval_with_limits(self.datamanager, self.tmp, None, 1, 1,
                                "holdout", {}, 3000, 30)
        self.assertEqual(info[1], 2.0)
        self.assertEqual(info[4], StatusType.CRASHED)

    @mock.patch("autosklearn.evaluation.eval_holdout")

After Change

        self.assertIsInstance(info[2], float)

    @mock.patch("autosklearn.evaluation.eval_holdout")
    def test_eval_with_limits_holdout_fail_silent(self, pynisher_mock):
        pynisher_mock.return_value = None
        ta = ExecuteTaFuncWithQueue(backend=BackendMock(), autosklearn_seed=1,
                                    resampling_strategy="holdout",
                                    logger=self.logger)
        info = ta.run(None, cutoff=30, memory_limit=3000)
        self.assertEqual(info[0], StatusType.CRASHED)
        self.assertEqual(info[1], 2.0)
        self.assertIsInstance(info[2], float)

Instances