8442321b9b7a7cef7e3806b525965c36cea1549e,test/test_evaluation/test_evaluation.py,EvaluationTest,test_eval_with_limits_holdout_fail_memory_error,#EvaluationTest#Any#,160

Before Change

                                    cost_for_crash=get_cost_of_crash(log_loss),
                                    abort_on_first_run_crash=False,
                                    )
        info = ta.start(None, instance=None, cutoff=30)
        self.assertEqual(info[0], StatusType.MEMOUT)

        // For logloss, worst possible result is MAXINT
        worst_possible_result = MAXINT

After Change

    @unittest.mock.patch("autosklearn.evaluation.train_evaluator.eval_holdout")
    def test_eval_with_limits_holdout_fail_memory_error(self, pynisher_mock):
        pynisher_mock.side_effect = MemoryError
        config = unittest.mock.Mock()
        config.config_id = 198
        ta = ExecuteTaFuncWithQueue(backend=BackendMock(), autosklearn_seed=1,
                                    resampling_strategy="holdout",
                                    logger=self.logger,
                                    stats=self.stats,
                                    memory_limit=3072,
                                    metric=log_loss,
                                    cost_for_crash=get_cost_of_crash(log_loss),
                                    abort_on_first_run_crash=False,
                                    )
        info = ta.run_wrapper(RunInfo(config=config, cutoff=30, instance=None,
                                      instance_specific=None, seed=1, capped=False))
        self.assertEqual(info[1].status, StatusType.MEMOUT)

        // For logloss, worst possible result is MAXINT
        worst_possible_result = MAXINT

Instances