def run_hartmann6_benchmarks()

in benchmarks/run_ax_benchmarks.py [0:0]

• 31 lines of code
• 8 McCabe index (conditional complexity)

def run_hartmann6_benchmarks(D, rep, random_subspace=False):
    if D == 100:
        problem = hartmann6_100
    elif D == 1000 and not random_subspace:
        problem = hartmann6_1000
    elif D == 1000 and random_subspace:
        problem = hartmann6_random_subspace_1000

    strategy0 = GenerationStrategy(
        name="Sobol",
        steps=[
            GenerationStep(
                model=Models.SOBOL, num_arms=-1, model_kwargs={'seed': rep + 1}
            )
        ],
    )
    strategy1 = ALEBOStrategy(D=D, d=12, init_size=10)
    strategy2 = REMBOStrategy(D=D, d=6, init_per_proj=2)
    strategy3 = HeSBOStrategy(D=D, d=6, init_per_proj=10, name=f"HeSBO, d=d")
    strategy4 = HeSBOStrategy(D=D, d=12, init_per_proj=10, name=f"HeSBO, d=2d")

    all_benchmarks = full_benchmark_run(
        num_replications=1,  # Running them 1 at a time for distributed
        num_trials=200,
        batch_size=1,
        methods=[strategy0, strategy1, strategy2, strategy3, strategy4],
        problems=[problem],
    )

    rs_str = 'random_subspace_' if random_subspace else ''
    with open(
        f'results/hartmann6_{rs_str}{D}_alebo_rembo_hesbo_sobol_rep_{rep}.json', "w"
    ) as fout:
       json.dump(object_to_json(all_benchmarks), fout)