db214fefd70b06d82e88f41c8cba39c6c4c3366f,hpobench/benchmarks/nas/nasbench_101.py,NASCifar10BaseBenchmark,objective_function_test,#NASCifar10BaseBenchmark#Any#Any#Any#,128

Before Change

        data = self._query_benchmark(config=configuration, budget=fidelity["budget"])

        return {"function_value": 1 - data["test_accuracy"],
                "cost": data["training_time"],
                "info": {"fidelity": fidelity,
                         "data": data}
                }

    @staticmethod
    def get_configuration_space(seed: Union[int, None] = None) -> CS.ConfigurationSpace:
        raise NotImplementedError

After Change

                fidelity : used fidelities in this evaluation
        

        result = self.objective_function(configuration=configuration, fidelity=fidelity, run_index=(0, 1, 2), rng=rng)
        result["function_value"] = float(1 - np.mean(result["info"]["test_accuracies"]))

        return result

    @staticmethod

Instances