26292a58918ab42e1a135d4fe810c11ad5ed298a,tests/unittests/benchmark/test_benchmark_client.py,TestCreateBenchmark,test_create_benchmark_bad_storage,#TestCreateBenchmark#Any#,68

Before Change

        update_singletons()

        with pytest.raises(NotImplementedError) as exc:
            get_or_create_benchmark(
                "bm00001",
                algorithms=benchmark_algorithms,
                targets=[
                    {
                        "assess": [AverageResult(2), AverageRank(2)],
                        "task": [RosenBrock(25, dim=3), CarromTable(20)],
                    }
                ],
                storage={"type": "legacy", "database": {"type": "idontexist"}},
            )

        assert (
            "Could not find implementation of AbstractDB, type = "idontexist""
            in str(exc.value)

After Change

        update_singletons()

        with pytest.raises(NotImplementedError) as exc:
            benchmark_config_py["storage"] = {
                "type": "legacy",
                "database": {"type": "idontexist"},
            }
            get_or_create_benchmark(**benchmark_config_py)

        assert (
            "Could not find implementation of AbstractDB, type = "idontexist""

Instances