8442321b9b7a7cef7e3806b525965c36cea1549e,test/test_evaluation/test_evaluation.py,EvaluationTest,test_eval_with_limits_holdout_fail_silent,#EvaluationTest#Any#,131

Before Change

                                    )

        // The following should not fail because abort on first config crashed is false
        info = ta.start(config=None, instance=None, cutoff=60)
        self.assertEqual(info[0], StatusType.CRASHED)
        self.assertEqual(info[1], 1.0)
        self.assertIsInstance(info[2], float)
        self.assertEqual(info[3], {"configuration_origin": "UNKNOWN",

After Change

        self.assertEqual(info[1].cost, 1.0)
        self.assertIsInstance(info[1].time, float)
        self.assertEqual(len(info[1].additional_info), 2)
        self.assertIn("configuration_origin", info[1].additional_info)
        self.assertEqual(info[1].additional_info["error"], "Result queue is empty")

    @unittest.mock.patch("autosklearn.evaluation.train_evaluator.eval_holdout")
    def test_eval_with_limits_holdout_fail_memory_error(self, pynisher_mock):

Instances