c5569431efa449c71693453c63c0e58db933cb4e,examples/XGBoost_local.py,,,#,6

Before Change

from hpolib.benchmarks.ml.xgboost_benchmark import XGBoostBenchmark as Benchmark

logger = logging.getLogger()
logger.setLevel(level=logging.DEBUG)

b = Benchmark(task_id=167149)
print(b.get_meta_information())
start = time()

After Change

from hpolib.benchmarks.ml.xgboost_benchmark import XGBoostBenchmark as Benchmark
from hpolib.util.openml_data_manager import get_openmlcc18_taskids

task_ids = get_openmlcc18_taskids()
for task_no, task_id in enumerate(task_ids):
    print(f"//////////////////////////////////////////// TASK {task_no + 1} of {len(task_ids)}: Task-Id: {task_id} ////////////////////////////////////////////")
    b = Benchmark(task_id=task_id)
    cs = b.get_configuration_space()
    start = time()
    for i in range(5):
        configuration = cs.sample_configuration()
        print(configuration)
        for n_estimator in [2, 4, 8, 16, 32]:
            for subsample in [0.1, 0.2, 0.4, 0.8, 1]:
                result_dict = b.objective_function(configuration, n_estimators=n_estimator, subsample=subsample)
                valid_loss = result_dict["function_value"]
                train_loss = result_dict["train_loss"]

                result_dict = b.objective_function_test(configuration, n_estimators=n_estimator)
                test_loss = result_dict["function_value"]

                print(f"[{i+1}|5] No Estimator: {n_estimator:3d} - Subsample Rate: {subsample:.1f} - Test {test_loss:.4f} "
                      f"- Valid {valid_loss:.4f} - Train {train_loss:.4f}")

    print(f"Done, took totally {time()-start:.2f}")

Instances