diff --git a/carps/benchmarks/hpo_bench.py b/carps/benchmarks/hpo_bench.py index 42051efa..31709854 100644 --- a/carps/benchmarks/hpo_bench.py +++ b/carps/benchmarks/hpo_bench.py @@ -4,6 +4,7 @@ import time from typing import Any, Optional +from omegaconf import ListConfig from ConfigSpace import ConfigurationSpace from hpobench.benchmarks.ml.lr_benchmark import LRBenchmark @@ -28,6 +29,7 @@ def __init__( seed: int, model: str | None = None, task_id: int | None = None, + metric: str | list[str] = "function_value", problem: AbstractBenchmarkClient | None = None, budget_type: Optional[str] = None, loggers: list[AbstractLogger] | None = None, @@ -57,6 +59,9 @@ def __init__( self._problem = problem if problem else get_hpobench_problem( task_id=task_id, model=model, seed=seed, budget_type=self.budget_type ) + if not isinstance(metric, (list, ListConfig)): + metric = [metric] + self.metric = metric self._configspace = self._problem.get_configuration_space(seed=seed) @property @@ -102,9 +107,12 @@ def _evaluate(self, trial_info: TrialInfo) -> TrialValue: endtime = time.time() T = endtime - starttime virtual_time = result_dict["cost"] if trial_info.budget is None else 0.0 + costs = [result_dict[metric] for metric in self.metric] + if len(costs) == 1: + costs = costs[0] # function_value is 1 - accuracy on the validation set trial_value = TrialValue( - cost=result_dict["function_value"], + cost=costs, time=T, starttime=starttime, endtime=endtime, diff --git a/carps/configs/problem/HPOBench/MO/tab/cfg_ml_lr_10101.yaml b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_lr_10101.yaml new file mode 100644 index 00000000..60c6ce00 --- /dev/null +++ b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_lr_10101.yaml @@ -0,0 +1,37 @@ +# @package _global_ +benchmark_id: HPOBench +problem_id: hpobench/MO/tab/ml/lr/10101 +problem: + _target_: carps.benchmarks.hpo_bench.HPOBenchProblem + model: lr + task_id: 10101 + metric: + - function_value + - cost + budget_type: null + seed: ${seed} +task: + n_trials: 77 + time_budget: null + n_workers: 1 + n_objectives: 2 + objectives: + - function_value + - cost + is_multifidelity: false + fidelity_type: null + min_budget: null + max_budget: null + has_constraints: false + domain: ML + objective_function_approximation: tabular + has_virtual_time: false + deterministic: false + dimensions: 2 + search_space_n_categoricals: 0 + search_space_n_ordinals: 2 + search_space_n_integers: 0 + search_space_n_floats: 0 + search_space_has_conditionals: false + search_space_has_forbiddens: false + search_space_has_priors: false diff --git a/carps/configs/problem/HPOBench/MO/tab/cfg_ml_lr_12.yaml b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_lr_12.yaml new file mode 100644 index 00000000..24e3003c --- /dev/null +++ b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_lr_12.yaml @@ -0,0 +1,37 @@ +# @package _global_ +benchmark_id: HPOBench +problem_id: hpobench/MO/tab/ml/lr/12 +problem: + _target_: carps.benchmarks.hpo_bench.HPOBenchProblem + model: lr + task_id: 12 + metric: + - function_value + - cost + budget_type: null + seed: ${seed} +task: + n_trials: 77 + time_budget: null + n_workers: 1 + n_objectives: 2 + objectives: + - function_value + - cost + is_multifidelity: false + fidelity_type: null + min_budget: null + max_budget: null + has_constraints: false + domain: ML + objective_function_approximation: tabular + has_virtual_time: false + deterministic: false + dimensions: 2 + search_space_n_categoricals: 0 + search_space_n_ordinals: 2 + search_space_n_integers: 0 + search_space_n_floats: 0 + search_space_has_conditionals: false + search_space_has_forbiddens: false + search_space_has_priors: false diff --git a/carps/configs/problem/HPOBench/MO/tab/cfg_ml_lr_146212.yaml b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_lr_146212.yaml new file mode 100644 index 00000000..b9cdeab1 --- /dev/null +++ b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_lr_146212.yaml @@ -0,0 +1,37 @@ +# @package _global_ +benchmark_id: HPOBench +problem_id: hpobench/MO/tab/ml/lr/146212 +problem: + _target_: carps.benchmarks.hpo_bench.HPOBenchProblem + model: lr + task_id: 146212 + metric: + - function_value + - cost + budget_type: null + seed: ${seed} +task: + n_trials: 77 + time_budget: null + n_workers: 1 + n_objectives: 2 + objectives: + - function_value + - cost + is_multifidelity: false + fidelity_type: null + min_budget: null + max_budget: null + has_constraints: false + domain: ML + objective_function_approximation: tabular + has_virtual_time: false + deterministic: false + dimensions: 2 + search_space_n_categoricals: 0 + search_space_n_ordinals: 2 + search_space_n_integers: 0 + search_space_n_floats: 0 + search_space_has_conditionals: false + search_space_has_forbiddens: false + search_space_has_priors: false diff --git a/carps/configs/problem/HPOBench/MO/tab/cfg_ml_lr_146606.yaml b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_lr_146606.yaml new file mode 100644 index 00000000..ffb47efc --- /dev/null +++ b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_lr_146606.yaml @@ -0,0 +1,37 @@ +# @package _global_ +benchmark_id: HPOBench +problem_id: hpobench/MO/tab/ml/lr/146606 +problem: + _target_: carps.benchmarks.hpo_bench.HPOBenchProblem + model: lr + task_id: 146606 + metric: + - function_value + - cost + budget_type: null + seed: ${seed} +task: + n_trials: 77 + time_budget: null + n_workers: 1 + n_objectives: 2 + objectives: + - function_value + - cost + is_multifidelity: false + fidelity_type: null + min_budget: null + max_budget: null + has_constraints: false + domain: ML + objective_function_approximation: tabular + has_virtual_time: false + deterministic: false + dimensions: 2 + search_space_n_categoricals: 0 + search_space_n_ordinals: 2 + search_space_n_integers: 0 + search_space_n_floats: 0 + search_space_has_conditionals: false + search_space_has_forbiddens: false + search_space_has_priors: false diff --git a/carps/configs/problem/HPOBench/MO/tab/cfg_ml_lr_146818.yaml b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_lr_146818.yaml new file mode 100644 index 00000000..024ea931 --- /dev/null +++ b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_lr_146818.yaml @@ -0,0 +1,37 @@ +# @package _global_ +benchmark_id: HPOBench +problem_id: hpobench/MO/tab/ml/lr/146818 +problem: + _target_: carps.benchmarks.hpo_bench.HPOBenchProblem + model: lr + task_id: 146818 + metric: + - function_value + - cost + budget_type: null + seed: ${seed} +task: + n_trials: 77 + time_budget: null + n_workers: 1 + n_objectives: 2 + objectives: + - function_value + - cost + is_multifidelity: false + fidelity_type: null + min_budget: null + max_budget: null + has_constraints: false + domain: ML + objective_function_approximation: tabular + has_virtual_time: false + deterministic: false + dimensions: 2 + search_space_n_categoricals: 0 + search_space_n_ordinals: 2 + search_space_n_integers: 0 + search_space_n_floats: 0 + search_space_has_conditionals: false + search_space_has_forbiddens: false + search_space_has_priors: false diff --git a/carps/configs/problem/HPOBench/MO/tab/cfg_ml_lr_146821.yaml b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_lr_146821.yaml new file mode 100644 index 00000000..48e32214 --- /dev/null +++ b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_lr_146821.yaml @@ -0,0 +1,37 @@ +# @package _global_ +benchmark_id: HPOBench +problem_id: hpobench/MO/tab/ml/lr/146821 +problem: + _target_: carps.benchmarks.hpo_bench.HPOBenchProblem + model: lr + task_id: 146821 + metric: + - function_value + - cost + budget_type: null + seed: ${seed} +task: + n_trials: 77 + time_budget: null + n_workers: 1 + n_objectives: 2 + objectives: + - function_value + - cost + is_multifidelity: false + fidelity_type: null + min_budget: null + max_budget: null + has_constraints: false + domain: ML + objective_function_approximation: tabular + has_virtual_time: false + deterministic: false + dimensions: 2 + search_space_n_categoricals: 0 + search_space_n_ordinals: 2 + search_space_n_integers: 0 + search_space_n_floats: 0 + search_space_has_conditionals: false + search_space_has_forbiddens: false + search_space_has_priors: false diff --git a/carps/configs/problem/HPOBench/MO/tab/cfg_ml_lr_146822.yaml b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_lr_146822.yaml new file mode 100644 index 00000000..3426f74f --- /dev/null +++ b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_lr_146822.yaml @@ -0,0 +1,37 @@ +# @package _global_ +benchmark_id: HPOBench +problem_id: hpobench/MO/tab/ml/lr/146822 +problem: + _target_: carps.benchmarks.hpo_bench.HPOBenchProblem + model: lr + task_id: 146822 + metric: + - function_value + - cost + budget_type: null + seed: ${seed} +task: + n_trials: 77 + time_budget: null + n_workers: 1 + n_objectives: 2 + objectives: + - function_value + - cost + is_multifidelity: false + fidelity_type: null + min_budget: null + max_budget: null + has_constraints: false + domain: ML + objective_function_approximation: tabular + has_virtual_time: false + deterministic: false + dimensions: 2 + search_space_n_categoricals: 0 + search_space_n_ordinals: 2 + search_space_n_integers: 0 + search_space_n_floats: 0 + search_space_has_conditionals: false + search_space_has_forbiddens: false + search_space_has_priors: false diff --git a/carps/configs/problem/HPOBench/MO/tab/cfg_ml_lr_14965.yaml b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_lr_14965.yaml new file mode 100644 index 00000000..766ea56c --- /dev/null +++ b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_lr_14965.yaml @@ -0,0 +1,37 @@ +# @package _global_ +benchmark_id: HPOBench +problem_id: hpobench/MO/tab/ml/lr/14965 +problem: + _target_: carps.benchmarks.hpo_bench.HPOBenchProblem + model: lr + task_id: 14965 + metric: + - function_value + - cost + budget_type: null + seed: ${seed} +task: + n_trials: 77 + time_budget: null + n_workers: 1 + n_objectives: 2 + objectives: + - function_value + - cost + is_multifidelity: false + fidelity_type: null + min_budget: null + max_budget: null + has_constraints: false + domain: ML + objective_function_approximation: tabular + has_virtual_time: false + deterministic: false + dimensions: 2 + search_space_n_categoricals: 0 + search_space_n_ordinals: 2 + search_space_n_integers: 0 + search_space_n_floats: 0 + search_space_has_conditionals: false + search_space_has_forbiddens: false + search_space_has_priors: false diff --git a/carps/configs/problem/HPOBench/MO/tab/cfg_ml_lr_167119.yaml b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_lr_167119.yaml new file mode 100644 index 00000000..d671f3cd --- /dev/null +++ b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_lr_167119.yaml @@ -0,0 +1,37 @@ +# @package _global_ +benchmark_id: HPOBench +problem_id: hpobench/MO/tab/ml/lr/167119 +problem: + _target_: carps.benchmarks.hpo_bench.HPOBenchProblem + model: lr + task_id: 167119 + metric: + - function_value + - cost + budget_type: null + seed: ${seed} +task: + n_trials: 77 + time_budget: null + n_workers: 1 + n_objectives: 2 + objectives: + - function_value + - cost + is_multifidelity: false + fidelity_type: null + min_budget: null + max_budget: null + has_constraints: false + domain: ML + objective_function_approximation: tabular + has_virtual_time: false + deterministic: false + dimensions: 2 + search_space_n_categoricals: 0 + search_space_n_ordinals: 2 + search_space_n_integers: 0 + search_space_n_floats: 0 + search_space_has_conditionals: false + search_space_has_forbiddens: false + search_space_has_priors: false diff --git a/carps/configs/problem/HPOBench/MO/tab/cfg_ml_lr_167120.yaml b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_lr_167120.yaml new file mode 100644 index 00000000..6096d17e --- /dev/null +++ b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_lr_167120.yaml @@ -0,0 +1,37 @@ +# @package _global_ +benchmark_id: HPOBench +problem_id: hpobench/MO/tab/ml/lr/167120 +problem: + _target_: carps.benchmarks.hpo_bench.HPOBenchProblem + model: lr + task_id: 167120 + metric: + - function_value + - cost + budget_type: null + seed: ${seed} +task: + n_trials: 77 + time_budget: null + n_workers: 1 + n_objectives: 2 + objectives: + - function_value + - cost + is_multifidelity: false + fidelity_type: null + min_budget: null + max_budget: null + has_constraints: false + domain: ML + objective_function_approximation: tabular + has_virtual_time: false + deterministic: false + dimensions: 2 + search_space_n_categoricals: 0 + search_space_n_ordinals: 2 + search_space_n_integers: 0 + search_space_n_floats: 0 + search_space_has_conditionals: false + search_space_has_forbiddens: false + search_space_has_priors: false diff --git a/carps/configs/problem/HPOBench/MO/tab/cfg_ml_lr_168911.yaml b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_lr_168911.yaml new file mode 100644 index 00000000..ba9ab844 --- /dev/null +++ b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_lr_168911.yaml @@ -0,0 +1,37 @@ +# @package _global_ +benchmark_id: HPOBench +problem_id: hpobench/MO/tab/ml/lr/168911 +problem: + _target_: carps.benchmarks.hpo_bench.HPOBenchProblem + model: lr + task_id: 168911 + metric: + - function_value + - cost + budget_type: null + seed: ${seed} +task: + n_trials: 77 + time_budget: null + n_workers: 1 + n_objectives: 2 + objectives: + - function_value + - cost + is_multifidelity: false + fidelity_type: null + min_budget: null + max_budget: null + has_constraints: false + domain: ML + objective_function_approximation: tabular + has_virtual_time: false + deterministic: false + dimensions: 2 + search_space_n_categoricals: 0 + search_space_n_ordinals: 2 + search_space_n_integers: 0 + search_space_n_floats: 0 + search_space_has_conditionals: false + search_space_has_forbiddens: false + search_space_has_priors: false diff --git a/carps/configs/problem/HPOBench/MO/tab/cfg_ml_lr_168912.yaml b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_lr_168912.yaml new file mode 100644 index 00000000..97c08e28 --- /dev/null +++ b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_lr_168912.yaml @@ -0,0 +1,37 @@ +# @package _global_ +benchmark_id: HPOBench +problem_id: hpobench/MO/tab/ml/lr/168912 +problem: + _target_: carps.benchmarks.hpo_bench.HPOBenchProblem + model: lr + task_id: 168912 + metric: + - function_value + - cost + budget_type: null + seed: ${seed} +task: + n_trials: 77 + time_budget: null + n_workers: 1 + n_objectives: 2 + objectives: + - function_value + - cost + is_multifidelity: false + fidelity_type: null + min_budget: null + max_budget: null + has_constraints: false + domain: ML + objective_function_approximation: tabular + has_virtual_time: false + deterministic: false + dimensions: 2 + search_space_n_categoricals: 0 + search_space_n_ordinals: 2 + search_space_n_integers: 0 + search_space_n_floats: 0 + search_space_has_conditionals: false + search_space_has_forbiddens: false + search_space_has_priors: false diff --git a/carps/configs/problem/HPOBench/MO/tab/cfg_ml_lr_3.yaml b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_lr_3.yaml new file mode 100644 index 00000000..af2fb1fe --- /dev/null +++ b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_lr_3.yaml @@ -0,0 +1,37 @@ +# @package _global_ +benchmark_id: HPOBench +problem_id: hpobench/MO/tab/ml/lr/3 +problem: + _target_: carps.benchmarks.hpo_bench.HPOBenchProblem + model: lr + task_id: 3 + metric: + - function_value + - cost + budget_type: null + seed: ${seed} +task: + n_trials: 77 + time_budget: null + n_workers: 1 + n_objectives: 2 + objectives: + - function_value + - cost + is_multifidelity: false + fidelity_type: null + min_budget: null + max_budget: null + has_constraints: false + domain: ML + objective_function_approximation: tabular + has_virtual_time: false + deterministic: false + dimensions: 2 + search_space_n_categoricals: 0 + search_space_n_ordinals: 2 + search_space_n_integers: 0 + search_space_n_floats: 0 + search_space_has_conditionals: false + search_space_has_forbiddens: false + search_space_has_priors: false diff --git a/carps/configs/problem/HPOBench/MO/tab/cfg_ml_lr_31.yaml b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_lr_31.yaml new file mode 100644 index 00000000..9f704297 --- /dev/null +++ b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_lr_31.yaml @@ -0,0 +1,37 @@ +# @package _global_ +benchmark_id: HPOBench +problem_id: hpobench/MO/tab/ml/lr/31 +problem: + _target_: carps.benchmarks.hpo_bench.HPOBenchProblem + model: lr + task_id: 31 + metric: + - function_value + - cost + budget_type: null + seed: ${seed} +task: + n_trials: 77 + time_budget: null + n_workers: 1 + n_objectives: 2 + objectives: + - function_value + - cost + is_multifidelity: false + fidelity_type: null + min_budget: null + max_budget: null + has_constraints: false + domain: ML + objective_function_approximation: tabular + has_virtual_time: false + deterministic: false + dimensions: 2 + search_space_n_categoricals: 0 + search_space_n_ordinals: 2 + search_space_n_integers: 0 + search_space_n_floats: 0 + search_space_has_conditionals: false + search_space_has_forbiddens: false + search_space_has_priors: false diff --git a/carps/configs/problem/HPOBench/MO/tab/cfg_ml_lr_3917.yaml b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_lr_3917.yaml new file mode 100644 index 00000000..3b46c18b --- /dev/null +++ b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_lr_3917.yaml @@ -0,0 +1,37 @@ +# @package _global_ +benchmark_id: HPOBench +problem_id: hpobench/MO/tab/ml/lr/3917 +problem: + _target_: carps.benchmarks.hpo_bench.HPOBenchProblem + model: lr + task_id: 3917 + metric: + - function_value + - cost + budget_type: null + seed: ${seed} +task: + n_trials: 77 + time_budget: null + n_workers: 1 + n_objectives: 2 + objectives: + - function_value + - cost + is_multifidelity: false + fidelity_type: null + min_budget: null + max_budget: null + has_constraints: false + domain: ML + objective_function_approximation: tabular + has_virtual_time: false + deterministic: false + dimensions: 2 + search_space_n_categoricals: 0 + search_space_n_ordinals: 2 + search_space_n_integers: 0 + search_space_n_floats: 0 + search_space_has_conditionals: false + search_space_has_forbiddens: false + search_space_has_priors: false diff --git a/carps/configs/problem/HPOBench/MO/tab/cfg_ml_lr_53.yaml b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_lr_53.yaml new file mode 100644 index 00000000..aa86c12d --- /dev/null +++ b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_lr_53.yaml @@ -0,0 +1,37 @@ +# @package _global_ +benchmark_id: HPOBench +problem_id: hpobench/MO/tab/ml/lr/53 +problem: + _target_: carps.benchmarks.hpo_bench.HPOBenchProblem + model: lr + task_id: 53 + metric: + - function_value + - cost + budget_type: null + seed: ${seed} +task: + n_trials: 77 + time_budget: null + n_workers: 1 + n_objectives: 2 + objectives: + - function_value + - cost + is_multifidelity: false + fidelity_type: null + min_budget: null + max_budget: null + has_constraints: false + domain: ML + objective_function_approximation: tabular + has_virtual_time: false + deterministic: false + dimensions: 2 + search_space_n_categoricals: 0 + search_space_n_ordinals: 2 + search_space_n_integers: 0 + search_space_n_floats: 0 + search_space_has_conditionals: false + search_space_has_forbiddens: false + search_space_has_priors: false diff --git a/carps/configs/problem/HPOBench/MO/tab/cfg_ml_lr_7592.yaml b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_lr_7592.yaml new file mode 100644 index 00000000..5e2a3586 --- /dev/null +++ b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_lr_7592.yaml @@ -0,0 +1,37 @@ +# @package _global_ +benchmark_id: HPOBench +problem_id: hpobench/MO/tab/ml/lr/7592 +problem: + _target_: carps.benchmarks.hpo_bench.HPOBenchProblem + model: lr + task_id: 7592 + metric: + - function_value + - cost + budget_type: null + seed: ${seed} +task: + n_trials: 77 + time_budget: null + n_workers: 1 + n_objectives: 2 + objectives: + - function_value + - cost + is_multifidelity: false + fidelity_type: null + min_budget: null + max_budget: null + has_constraints: false + domain: ML + objective_function_approximation: tabular + has_virtual_time: false + deterministic: false + dimensions: 2 + search_space_n_categoricals: 0 + search_space_n_ordinals: 2 + search_space_n_integers: 0 + search_space_n_floats: 0 + search_space_has_conditionals: false + search_space_has_forbiddens: false + search_space_has_priors: false diff --git a/carps/configs/problem/HPOBench/MO/tab/cfg_ml_lr_9952.yaml b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_lr_9952.yaml new file mode 100644 index 00000000..18badbc9 --- /dev/null +++ b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_lr_9952.yaml @@ -0,0 +1,37 @@ +# @package _global_ +benchmark_id: HPOBench +problem_id: hpobench/MO/tab/ml/lr/9952 +problem: + _target_: carps.benchmarks.hpo_bench.HPOBenchProblem + model: lr + task_id: 9952 + metric: + - function_value + - cost + budget_type: null + seed: ${seed} +task: + n_trials: 77 + time_budget: null + n_workers: 1 + n_objectives: 2 + objectives: + - function_value + - cost + is_multifidelity: false + fidelity_type: null + min_budget: null + max_budget: null + has_constraints: false + domain: ML + objective_function_approximation: tabular + has_virtual_time: false + deterministic: false + dimensions: 2 + search_space_n_categoricals: 0 + search_space_n_ordinals: 2 + search_space_n_integers: 0 + search_space_n_floats: 0 + search_space_has_conditionals: false + search_space_has_forbiddens: false + search_space_has_priors: false diff --git a/carps/configs/problem/HPOBench/MO/tab/cfg_ml_lr_9977.yaml b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_lr_9977.yaml new file mode 100644 index 00000000..b0d2e67d --- /dev/null +++ b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_lr_9977.yaml @@ -0,0 +1,37 @@ +# @package _global_ +benchmark_id: HPOBench +problem_id: hpobench/MO/tab/ml/lr/9977 +problem: + _target_: carps.benchmarks.hpo_bench.HPOBenchProblem + model: lr + task_id: 9977 + metric: + - function_value + - cost + budget_type: null + seed: ${seed} +task: + n_trials: 77 + time_budget: null + n_workers: 1 + n_objectives: 2 + objectives: + - function_value + - cost + is_multifidelity: false + fidelity_type: null + min_budget: null + max_budget: null + has_constraints: false + domain: ML + objective_function_approximation: tabular + has_virtual_time: false + deterministic: false + dimensions: 2 + search_space_n_categoricals: 0 + search_space_n_ordinals: 2 + search_space_n_integers: 0 + search_space_n_floats: 0 + search_space_has_conditionals: false + search_space_has_forbiddens: false + search_space_has_priors: false diff --git a/carps/configs/problem/HPOBench/MO/tab/cfg_ml_lr_9981.yaml b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_lr_9981.yaml new file mode 100644 index 00000000..d1a626a0 --- /dev/null +++ b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_lr_9981.yaml @@ -0,0 +1,37 @@ +# @package _global_ +benchmark_id: HPOBench +problem_id: hpobench/MO/tab/ml/lr/9981 +problem: + _target_: carps.benchmarks.hpo_bench.HPOBenchProblem + model: lr + task_id: 9981 + metric: + - function_value + - cost + budget_type: null + seed: ${seed} +task: + n_trials: 77 + time_budget: null + n_workers: 1 + n_objectives: 2 + objectives: + - function_value + - cost + is_multifidelity: false + fidelity_type: null + min_budget: null + max_budget: null + has_constraints: false + domain: ML + objective_function_approximation: tabular + has_virtual_time: false + deterministic: false + dimensions: 2 + search_space_n_categoricals: 0 + search_space_n_ordinals: 2 + search_space_n_integers: 0 + search_space_n_floats: 0 + search_space_has_conditionals: false + search_space_has_forbiddens: false + search_space_has_priors: false diff --git a/carps/configs/problem/HPOBench/MO/tab/cfg_ml_nn_10101.yaml b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_nn_10101.yaml new file mode 100644 index 00000000..ce650ce1 --- /dev/null +++ b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_nn_10101.yaml @@ -0,0 +1,37 @@ +# @package _global_ +benchmark_id: HPOBench +problem_id: hpobench/MO/tab/ml/nn/10101 +problem: + _target_: carps.benchmarks.hpo_bench.HPOBenchProblem + model: nn + task_id: 10101 + metric: + - function_value + - cost + budget_type: null + seed: ${seed} +task: + n_trials: 110 + time_budget: null + n_workers: 1 + n_objectives: 2 + objectives: + - function_value + - cost + is_multifidelity: false + fidelity_type: null + min_budget: null + max_budget: null + has_constraints: false + domain: ML + objective_function_approximation: tabular + has_virtual_time: false + deterministic: false + dimensions: 5 + search_space_n_categoricals: 0 + search_space_n_ordinals: 5 + search_space_n_integers: 0 + search_space_n_floats: 0 + search_space_has_conditionals: false + search_space_has_forbiddens: false + search_space_has_priors: false diff --git a/carps/configs/problem/HPOBench/MO/tab/cfg_ml_nn_146818.yaml b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_nn_146818.yaml new file mode 100644 index 00000000..b4a08dc0 --- /dev/null +++ b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_nn_146818.yaml @@ -0,0 +1,37 @@ +# @package _global_ +benchmark_id: HPOBench +problem_id: hpobench/MO/tab/ml/nn/146818 +problem: + _target_: carps.benchmarks.hpo_bench.HPOBenchProblem + model: nn + task_id: 146818 + metric: + - function_value + - cost + budget_type: null + seed: ${seed} +task: + n_trials: 110 + time_budget: null + n_workers: 1 + n_objectives: 2 + objectives: + - function_value + - cost + is_multifidelity: false + fidelity_type: null + min_budget: null + max_budget: null + has_constraints: false + domain: ML + objective_function_approximation: tabular + has_virtual_time: false + deterministic: false + dimensions: 5 + search_space_n_categoricals: 0 + search_space_n_ordinals: 5 + search_space_n_integers: 0 + search_space_n_floats: 0 + search_space_has_conditionals: false + search_space_has_forbiddens: false + search_space_has_priors: false diff --git a/carps/configs/problem/HPOBench/MO/tab/cfg_ml_nn_146821.yaml b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_nn_146821.yaml new file mode 100644 index 00000000..f915cf26 --- /dev/null +++ b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_nn_146821.yaml @@ -0,0 +1,37 @@ +# @package _global_ +benchmark_id: HPOBench +problem_id: hpobench/MO/tab/ml/nn/146821 +problem: + _target_: carps.benchmarks.hpo_bench.HPOBenchProblem + model: nn + task_id: 146821 + metric: + - function_value + - cost + budget_type: null + seed: ${seed} +task: + n_trials: 110 + time_budget: null + n_workers: 1 + n_objectives: 2 + objectives: + - function_value + - cost + is_multifidelity: false + fidelity_type: null + min_budget: null + max_budget: null + has_constraints: false + domain: ML + objective_function_approximation: tabular + has_virtual_time: false + deterministic: false + dimensions: 5 + search_space_n_categoricals: 0 + search_space_n_ordinals: 5 + search_space_n_integers: 0 + search_space_n_floats: 0 + search_space_has_conditionals: false + search_space_has_forbiddens: false + search_space_has_priors: false diff --git a/carps/configs/problem/HPOBench/MO/tab/cfg_ml_nn_146822.yaml b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_nn_146822.yaml new file mode 100644 index 00000000..c5264028 --- /dev/null +++ b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_nn_146822.yaml @@ -0,0 +1,37 @@ +# @package _global_ +benchmark_id: HPOBench +problem_id: hpobench/MO/tab/ml/nn/146822 +problem: + _target_: carps.benchmarks.hpo_bench.HPOBenchProblem + model: nn + task_id: 146822 + metric: + - function_value + - cost + budget_type: null + seed: ${seed} +task: + n_trials: 110 + time_budget: null + n_workers: 1 + n_objectives: 2 + objectives: + - function_value + - cost + is_multifidelity: false + fidelity_type: null + min_budget: null + max_budget: null + has_constraints: false + domain: ML + objective_function_approximation: tabular + has_virtual_time: false + deterministic: false + dimensions: 5 + search_space_n_categoricals: 0 + search_space_n_ordinals: 5 + search_space_n_integers: 0 + search_space_n_floats: 0 + search_space_has_conditionals: false + search_space_has_forbiddens: false + search_space_has_priors: false diff --git a/carps/configs/problem/HPOBench/MO/tab/cfg_ml_nn_31.yaml b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_nn_31.yaml new file mode 100644 index 00000000..f3363cda --- /dev/null +++ b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_nn_31.yaml @@ -0,0 +1,37 @@ +# @package _global_ +benchmark_id: HPOBench +problem_id: hpobench/MO/tab/ml/nn/31 +problem: + _target_: carps.benchmarks.hpo_bench.HPOBenchProblem + model: nn + task_id: 31 + metric: + - function_value + - cost + budget_type: null + seed: ${seed} +task: + n_trials: 110 + time_budget: null + n_workers: 1 + n_objectives: 2 + objectives: + - function_value + - cost + is_multifidelity: false + fidelity_type: null + min_budget: null + max_budget: null + has_constraints: false + domain: ML + objective_function_approximation: tabular + has_virtual_time: false + deterministic: false + dimensions: 5 + search_space_n_categoricals: 0 + search_space_n_ordinals: 5 + search_space_n_integers: 0 + search_space_n_floats: 0 + search_space_has_conditionals: false + search_space_has_forbiddens: false + search_space_has_priors: false diff --git a/carps/configs/problem/HPOBench/MO/tab/cfg_ml_nn_3917.yaml b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_nn_3917.yaml new file mode 100644 index 00000000..96cd4d22 --- /dev/null +++ b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_nn_3917.yaml @@ -0,0 +1,37 @@ +# @package _global_ +benchmark_id: HPOBench +problem_id: hpobench/MO/tab/ml/nn/3917 +problem: + _target_: carps.benchmarks.hpo_bench.HPOBenchProblem + model: nn + task_id: 3917 + metric: + - function_value + - cost + budget_type: null + seed: ${seed} +task: + n_trials: 110 + time_budget: null + n_workers: 1 + n_objectives: 2 + objectives: + - function_value + - cost + is_multifidelity: false + fidelity_type: null + min_budget: null + max_budget: null + has_constraints: false + domain: ML + objective_function_approximation: tabular + has_virtual_time: false + deterministic: false + dimensions: 5 + search_space_n_categoricals: 0 + search_space_n_ordinals: 5 + search_space_n_integers: 0 + search_space_n_floats: 0 + search_space_has_conditionals: false + search_space_has_forbiddens: false + search_space_has_priors: false diff --git a/carps/configs/problem/HPOBench/MO/tab/cfg_ml_nn_53.yaml b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_nn_53.yaml new file mode 100644 index 00000000..b978c3f1 --- /dev/null +++ b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_nn_53.yaml @@ -0,0 +1,37 @@ +# @package _global_ +benchmark_id: HPOBench +problem_id: hpobench/MO/tab/ml/nn/53 +problem: + _target_: carps.benchmarks.hpo_bench.HPOBenchProblem + model: nn + task_id: 53 + metric: + - function_value + - cost + budget_type: null + seed: ${seed} +task: + n_trials: 110 + time_budget: null + n_workers: 1 + n_objectives: 2 + objectives: + - function_value + - cost + is_multifidelity: false + fidelity_type: null + min_budget: null + max_budget: null + has_constraints: false + domain: ML + objective_function_approximation: tabular + has_virtual_time: false + deterministic: false + dimensions: 5 + search_space_n_categoricals: 0 + search_space_n_ordinals: 5 + search_space_n_integers: 0 + search_space_n_floats: 0 + search_space_has_conditionals: false + search_space_has_forbiddens: false + search_space_has_priors: false diff --git a/carps/configs/problem/HPOBench/MO/tab/cfg_ml_nn_9952.yaml b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_nn_9952.yaml new file mode 100644 index 00000000..d18bb314 --- /dev/null +++ b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_nn_9952.yaml @@ -0,0 +1,37 @@ +# @package _global_ +benchmark_id: HPOBench +problem_id: hpobench/MO/tab/ml/nn/9952 +problem: + _target_: carps.benchmarks.hpo_bench.HPOBenchProblem + model: nn + task_id: 9952 + metric: + - function_value + - cost + budget_type: null + seed: ${seed} +task: + n_trials: 110 + time_budget: null + n_workers: 1 + n_objectives: 2 + objectives: + - function_value + - cost + is_multifidelity: false + fidelity_type: null + min_budget: null + max_budget: null + has_constraints: false + domain: ML + objective_function_approximation: tabular + has_virtual_time: false + deterministic: false + dimensions: 5 + search_space_n_categoricals: 0 + search_space_n_ordinals: 5 + search_space_n_integers: 0 + search_space_n_floats: 0 + search_space_has_conditionals: false + search_space_has_forbiddens: false + search_space_has_priors: false diff --git a/carps/configs/problem/HPOBench/MO/tab/cfg_ml_rf_10101.yaml b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_rf_10101.yaml new file mode 100644 index 00000000..5097f53a --- /dev/null +++ b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_rf_10101.yaml @@ -0,0 +1,37 @@ +# @package _global_ +benchmark_id: HPOBench +problem_id: hpobench/MO/tab/ml/rf/10101 +problem: + _target_: carps.benchmarks.hpo_bench.HPOBenchProblem + model: rf + task_id: 10101 + metric: + - function_value + - cost + budget_type: null + seed: ${seed} +task: + n_trials: 100 + time_budget: null + n_workers: 1 + n_objectives: 2 + objectives: + - function_value + - cost + is_multifidelity: false + fidelity_type: null + min_budget: null + max_budget: null + has_constraints: false + domain: ML + objective_function_approximation: tabular + has_virtual_time: false + deterministic: false + dimensions: 4 + search_space_n_categoricals: 0 + search_space_n_ordinals: 4 + search_space_n_integers: 0 + search_space_n_floats: 0 + search_space_has_conditionals: false + search_space_has_forbiddens: false + search_space_has_priors: false diff --git a/carps/configs/problem/HPOBench/MO/tab/cfg_ml_rf_12.yaml b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_rf_12.yaml new file mode 100644 index 00000000..5fc9a132 --- /dev/null +++ b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_rf_12.yaml @@ -0,0 +1,37 @@ +# @package _global_ +benchmark_id: HPOBench +problem_id: hpobench/MO/tab/ml/rf/12 +problem: + _target_: carps.benchmarks.hpo_bench.HPOBenchProblem + model: rf + task_id: 12 + metric: + - function_value + - cost + budget_type: null + seed: ${seed} +task: + n_trials: 100 + time_budget: null + n_workers: 1 + n_objectives: 2 + objectives: + - function_value + - cost + is_multifidelity: false + fidelity_type: null + min_budget: null + max_budget: null + has_constraints: false + domain: ML + objective_function_approximation: tabular + has_virtual_time: false + deterministic: false + dimensions: 4 + search_space_n_categoricals: 0 + search_space_n_ordinals: 4 + search_space_n_integers: 0 + search_space_n_floats: 0 + search_space_has_conditionals: false + search_space_has_forbiddens: false + search_space_has_priors: false diff --git a/carps/configs/problem/HPOBench/MO/tab/cfg_ml_rf_146212.yaml b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_rf_146212.yaml new file mode 100644 index 00000000..e1477f8e --- /dev/null +++ b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_rf_146212.yaml @@ -0,0 +1,37 @@ +# @package _global_ +benchmark_id: HPOBench +problem_id: hpobench/MO/tab/ml/rf/146212 +problem: + _target_: carps.benchmarks.hpo_bench.HPOBenchProblem + model: rf + task_id: 146212 + metric: + - function_value + - cost + budget_type: null + seed: ${seed} +task: + n_trials: 100 + time_budget: null + n_workers: 1 + n_objectives: 2 + objectives: + - function_value + - cost + is_multifidelity: false + fidelity_type: null + min_budget: null + max_budget: null + has_constraints: false + domain: ML + objective_function_approximation: tabular + has_virtual_time: false + deterministic: false + dimensions: 4 + search_space_n_categoricals: 0 + search_space_n_ordinals: 4 + search_space_n_integers: 0 + search_space_n_floats: 0 + search_space_has_conditionals: false + search_space_has_forbiddens: false + search_space_has_priors: false diff --git a/carps/configs/problem/HPOBench/MO/tab/cfg_ml_rf_146606.yaml b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_rf_146606.yaml new file mode 100644 index 00000000..f486c0ea --- /dev/null +++ b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_rf_146606.yaml @@ -0,0 +1,37 @@ +# @package _global_ +benchmark_id: HPOBench +problem_id: hpobench/MO/tab/ml/rf/146606 +problem: + _target_: carps.benchmarks.hpo_bench.HPOBenchProblem + model: rf + task_id: 146606 + metric: + - function_value + - cost + budget_type: null + seed: ${seed} +task: + n_trials: 100 + time_budget: null + n_workers: 1 + n_objectives: 2 + objectives: + - function_value + - cost + is_multifidelity: false + fidelity_type: null + min_budget: null + max_budget: null + has_constraints: false + domain: ML + objective_function_approximation: tabular + has_virtual_time: false + deterministic: false + dimensions: 4 + search_space_n_categoricals: 0 + search_space_n_ordinals: 4 + search_space_n_integers: 0 + search_space_n_floats: 0 + search_space_has_conditionals: false + search_space_has_forbiddens: false + search_space_has_priors: false diff --git a/carps/configs/problem/HPOBench/MO/tab/cfg_ml_rf_146818.yaml b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_rf_146818.yaml new file mode 100644 index 00000000..3f38cb19 --- /dev/null +++ b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_rf_146818.yaml @@ -0,0 +1,37 @@ +# @package _global_ +benchmark_id: HPOBench +problem_id: hpobench/MO/tab/ml/rf/146818 +problem: + _target_: carps.benchmarks.hpo_bench.HPOBenchProblem + model: rf + task_id: 146818 + metric: + - function_value + - cost + budget_type: null + seed: ${seed} +task: + n_trials: 100 + time_budget: null + n_workers: 1 + n_objectives: 2 + objectives: + - function_value + - cost + is_multifidelity: false + fidelity_type: null + min_budget: null + max_budget: null + has_constraints: false + domain: ML + objective_function_approximation: tabular + has_virtual_time: false + deterministic: false + dimensions: 4 + search_space_n_categoricals: 0 + search_space_n_ordinals: 4 + search_space_n_integers: 0 + search_space_n_floats: 0 + search_space_has_conditionals: false + search_space_has_forbiddens: false + search_space_has_priors: false diff --git a/carps/configs/problem/HPOBench/MO/tab/cfg_ml_rf_146821.yaml b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_rf_146821.yaml new file mode 100644 index 00000000..63001658 --- /dev/null +++ b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_rf_146821.yaml @@ -0,0 +1,37 @@ +# @package _global_ +benchmark_id: HPOBench +problem_id: hpobench/MO/tab/ml/rf/146821 +problem: + _target_: carps.benchmarks.hpo_bench.HPOBenchProblem + model: rf + task_id: 146821 + metric: + - function_value + - cost + budget_type: null + seed: ${seed} +task: + n_trials: 100 + time_budget: null + n_workers: 1 + n_objectives: 2 + objectives: + - function_value + - cost + is_multifidelity: false + fidelity_type: null + min_budget: null + max_budget: null + has_constraints: false + domain: ML + objective_function_approximation: tabular + has_virtual_time: false + deterministic: false + dimensions: 4 + search_space_n_categoricals: 0 + search_space_n_ordinals: 4 + search_space_n_integers: 0 + search_space_n_floats: 0 + search_space_has_conditionals: false + search_space_has_forbiddens: false + search_space_has_priors: false diff --git a/carps/configs/problem/HPOBench/MO/tab/cfg_ml_rf_146822.yaml b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_rf_146822.yaml new file mode 100644 index 00000000..bf323ea4 --- /dev/null +++ b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_rf_146822.yaml @@ -0,0 +1,37 @@ +# @package _global_ +benchmark_id: HPOBench +problem_id: hpobench/MO/tab/ml/rf/146822 +problem: + _target_: carps.benchmarks.hpo_bench.HPOBenchProblem + model: rf + task_id: 146822 + metric: + - function_value + - cost + budget_type: null + seed: ${seed} +task: + n_trials: 100 + time_budget: null + n_workers: 1 + n_objectives: 2 + objectives: + - function_value + - cost + is_multifidelity: false + fidelity_type: null + min_budget: null + max_budget: null + has_constraints: false + domain: ML + objective_function_approximation: tabular + has_virtual_time: false + deterministic: false + dimensions: 4 + search_space_n_categoricals: 0 + search_space_n_ordinals: 4 + search_space_n_integers: 0 + search_space_n_floats: 0 + search_space_has_conditionals: false + search_space_has_forbiddens: false + search_space_has_priors: false diff --git a/carps/configs/problem/HPOBench/MO/tab/cfg_ml_rf_14965.yaml b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_rf_14965.yaml new file mode 100644 index 00000000..c31b546c --- /dev/null +++ b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_rf_14965.yaml @@ -0,0 +1,37 @@ +# @package _global_ +benchmark_id: HPOBench +problem_id: hpobench/MO/tab/ml/rf/14965 +problem: + _target_: carps.benchmarks.hpo_bench.HPOBenchProblem + model: rf + task_id: 14965 + metric: + - function_value + - cost + budget_type: null + seed: ${seed} +task: + n_trials: 100 + time_budget: null + n_workers: 1 + n_objectives: 2 + objectives: + - function_value + - cost + is_multifidelity: false + fidelity_type: null + min_budget: null + max_budget: null + has_constraints: false + domain: ML + objective_function_approximation: tabular + has_virtual_time: false + deterministic: false + dimensions: 4 + search_space_n_categoricals: 0 + search_space_n_ordinals: 4 + search_space_n_integers: 0 + search_space_n_floats: 0 + search_space_has_conditionals: false + search_space_has_forbiddens: false + search_space_has_priors: false diff --git a/carps/configs/problem/HPOBench/MO/tab/cfg_ml_rf_167119.yaml b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_rf_167119.yaml new file mode 100644 index 00000000..515ceb67 --- /dev/null +++ b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_rf_167119.yaml @@ -0,0 +1,37 @@ +# @package _global_ +benchmark_id: HPOBench +problem_id: hpobench/MO/tab/ml/rf/167119 +problem: + _target_: carps.benchmarks.hpo_bench.HPOBenchProblem + model: rf + task_id: 167119 + metric: + - function_value + - cost + budget_type: null + seed: ${seed} +task: + n_trials: 100 + time_budget: null + n_workers: 1 + n_objectives: 2 + objectives: + - function_value + - cost + is_multifidelity: false + fidelity_type: null + min_budget: null + max_budget: null + has_constraints: false + domain: ML + objective_function_approximation: tabular + has_virtual_time: false + deterministic: false + dimensions: 4 + search_space_n_categoricals: 0 + search_space_n_ordinals: 4 + search_space_n_integers: 0 + search_space_n_floats: 0 + search_space_has_conditionals: false + search_space_has_forbiddens: false + search_space_has_priors: false diff --git a/carps/configs/problem/HPOBench/MO/tab/cfg_ml_rf_167120.yaml b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_rf_167120.yaml new file mode 100644 index 00000000..9b13b138 --- /dev/null +++ b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_rf_167120.yaml @@ -0,0 +1,37 @@ +# @package _global_ +benchmark_id: HPOBench +problem_id: hpobench/MO/tab/ml/rf/167120 +problem: + _target_: carps.benchmarks.hpo_bench.HPOBenchProblem + model: rf + task_id: 167120 + metric: + - function_value + - cost + budget_type: null + seed: ${seed} +task: + n_trials: 100 + time_budget: null + n_workers: 1 + n_objectives: 2 + objectives: + - function_value + - cost + is_multifidelity: false + fidelity_type: null + min_budget: null + max_budget: null + has_constraints: false + domain: ML + objective_function_approximation: tabular + has_virtual_time: false + deterministic: false + dimensions: 4 + search_space_n_categoricals: 0 + search_space_n_ordinals: 4 + search_space_n_integers: 0 + search_space_n_floats: 0 + search_space_has_conditionals: false + search_space_has_forbiddens: false + search_space_has_priors: false diff --git a/carps/configs/problem/HPOBench/MO/tab/cfg_ml_rf_168911.yaml b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_rf_168911.yaml new file mode 100644 index 00000000..4c6f8ae4 --- /dev/null +++ b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_rf_168911.yaml @@ -0,0 +1,37 @@ +# @package _global_ +benchmark_id: HPOBench +problem_id: hpobench/MO/tab/ml/rf/168911 +problem: + _target_: carps.benchmarks.hpo_bench.HPOBenchProblem + model: rf + task_id: 168911 + metric: + - function_value + - cost + budget_type: null + seed: ${seed} +task: + n_trials: 100 + time_budget: null + n_workers: 1 + n_objectives: 2 + objectives: + - function_value + - cost + is_multifidelity: false + fidelity_type: null + min_budget: null + max_budget: null + has_constraints: false + domain: ML + objective_function_approximation: tabular + has_virtual_time: false + deterministic: false + dimensions: 4 + search_space_n_categoricals: 0 + search_space_n_ordinals: 4 + search_space_n_integers: 0 + search_space_n_floats: 0 + search_space_has_conditionals: false + search_space_has_forbiddens: false + search_space_has_priors: false diff --git a/carps/configs/problem/HPOBench/MO/tab/cfg_ml_rf_168912.yaml b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_rf_168912.yaml new file mode 100644 index 00000000..58071992 --- /dev/null +++ b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_rf_168912.yaml @@ -0,0 +1,37 @@ +# @package _global_ +benchmark_id: HPOBench +problem_id: hpobench/MO/tab/ml/rf/168912 +problem: + _target_: carps.benchmarks.hpo_bench.HPOBenchProblem + model: rf + task_id: 168912 + metric: + - function_value + - cost + budget_type: null + seed: ${seed} +task: + n_trials: 100 + time_budget: null + n_workers: 1 + n_objectives: 2 + objectives: + - function_value + - cost + is_multifidelity: false + fidelity_type: null + min_budget: null + max_budget: null + has_constraints: false + domain: ML + objective_function_approximation: tabular + has_virtual_time: false + deterministic: false + dimensions: 4 + search_space_n_categoricals: 0 + search_space_n_ordinals: 4 + search_space_n_integers: 0 + search_space_n_floats: 0 + search_space_has_conditionals: false + search_space_has_forbiddens: false + search_space_has_priors: false diff --git a/carps/configs/problem/HPOBench/MO/tab/cfg_ml_rf_3.yaml b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_rf_3.yaml new file mode 100644 index 00000000..12463dc4 --- /dev/null +++ b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_rf_3.yaml @@ -0,0 +1,37 @@ +# @package _global_ +benchmark_id: HPOBench +problem_id: hpobench/MO/tab/ml/rf/3 +problem: + _target_: carps.benchmarks.hpo_bench.HPOBenchProblem + model: rf + task_id: 3 + metric: + - function_value + - cost + budget_type: null + seed: ${seed} +task: + n_trials: 100 + time_budget: null + n_workers: 1 + n_objectives: 2 + objectives: + - function_value + - cost + is_multifidelity: false + fidelity_type: null + min_budget: null + max_budget: null + has_constraints: false + domain: ML + objective_function_approximation: tabular + has_virtual_time: false + deterministic: false + dimensions: 4 + search_space_n_categoricals: 0 + search_space_n_ordinals: 4 + search_space_n_integers: 0 + search_space_n_floats: 0 + search_space_has_conditionals: false + search_space_has_forbiddens: false + search_space_has_priors: false diff --git a/carps/configs/problem/HPOBench/MO/tab/cfg_ml_rf_31.yaml b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_rf_31.yaml new file mode 100644 index 00000000..cda905fa --- /dev/null +++ b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_rf_31.yaml @@ -0,0 +1,37 @@ +# @package _global_ +benchmark_id: HPOBench +problem_id: hpobench/MO/tab/ml/rf/31 +problem: + _target_: carps.benchmarks.hpo_bench.HPOBenchProblem + model: rf + task_id: 31 + metric: + - function_value + - cost + budget_type: null + seed: ${seed} +task: + n_trials: 100 + time_budget: null + n_workers: 1 + n_objectives: 2 + objectives: + - function_value + - cost + is_multifidelity: false + fidelity_type: null + min_budget: null + max_budget: null + has_constraints: false + domain: ML + objective_function_approximation: tabular + has_virtual_time: false + deterministic: false + dimensions: 4 + search_space_n_categoricals: 0 + search_space_n_ordinals: 4 + search_space_n_integers: 0 + search_space_n_floats: 0 + search_space_has_conditionals: false + search_space_has_forbiddens: false + search_space_has_priors: false diff --git a/carps/configs/problem/HPOBench/MO/tab/cfg_ml_rf_3917.yaml b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_rf_3917.yaml new file mode 100644 index 00000000..cedee564 --- /dev/null +++ b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_rf_3917.yaml @@ -0,0 +1,37 @@ +# @package _global_ +benchmark_id: HPOBench +problem_id: hpobench/MO/tab/ml/rf/3917 +problem: + _target_: carps.benchmarks.hpo_bench.HPOBenchProblem + model: rf + task_id: 3917 + metric: + - function_value + - cost + budget_type: null + seed: ${seed} +task: + n_trials: 100 + time_budget: null + n_workers: 1 + n_objectives: 2 + objectives: + - function_value + - cost + is_multifidelity: false + fidelity_type: null + min_budget: null + max_budget: null + has_constraints: false + domain: ML + objective_function_approximation: tabular + has_virtual_time: false + deterministic: false + dimensions: 4 + search_space_n_categoricals: 0 + search_space_n_ordinals: 4 + search_space_n_integers: 0 + search_space_n_floats: 0 + search_space_has_conditionals: false + search_space_has_forbiddens: false + search_space_has_priors: false diff --git a/carps/configs/problem/HPOBench/MO/tab/cfg_ml_rf_53.yaml b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_rf_53.yaml new file mode 100644 index 00000000..300898bd --- /dev/null +++ b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_rf_53.yaml @@ -0,0 +1,37 @@ +# @package _global_ +benchmark_id: HPOBench +problem_id: hpobench/MO/tab/ml/rf/53 +problem: + _target_: carps.benchmarks.hpo_bench.HPOBenchProblem + model: rf + task_id: 53 + metric: + - function_value + - cost + budget_type: null + seed: ${seed} +task: + n_trials: 100 + time_budget: null + n_workers: 1 + n_objectives: 2 + objectives: + - function_value + - cost + is_multifidelity: false + fidelity_type: null + min_budget: null + max_budget: null + has_constraints: false + domain: ML + objective_function_approximation: tabular + has_virtual_time: false + deterministic: false + dimensions: 4 + search_space_n_categoricals: 0 + search_space_n_ordinals: 4 + search_space_n_integers: 0 + search_space_n_floats: 0 + search_space_has_conditionals: false + search_space_has_forbiddens: false + search_space_has_priors: false diff --git a/carps/configs/problem/HPOBench/MO/tab/cfg_ml_rf_7592.yaml b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_rf_7592.yaml new file mode 100644 index 00000000..c52dfa71 --- /dev/null +++ b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_rf_7592.yaml @@ -0,0 +1,37 @@ +# @package _global_ +benchmark_id: HPOBench +problem_id: hpobench/MO/tab/ml/rf/7592 +problem: + _target_: carps.benchmarks.hpo_bench.HPOBenchProblem + model: rf + task_id: 7592 + metric: + - function_value + - cost + budget_type: null + seed: ${seed} +task: + n_trials: 100 + time_budget: null + n_workers: 1 + n_objectives: 2 + objectives: + - function_value + - cost + is_multifidelity: false + fidelity_type: null + min_budget: null + max_budget: null + has_constraints: false + domain: ML + objective_function_approximation: tabular + has_virtual_time: false + deterministic: false + dimensions: 4 + search_space_n_categoricals: 0 + search_space_n_ordinals: 4 + search_space_n_integers: 0 + search_space_n_floats: 0 + search_space_has_conditionals: false + search_space_has_forbiddens: false + search_space_has_priors: false diff --git a/carps/configs/problem/HPOBench/MO/tab/cfg_ml_rf_9952.yaml b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_rf_9952.yaml new file mode 100644 index 00000000..0e68dd5c --- /dev/null +++ b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_rf_9952.yaml @@ -0,0 +1,37 @@ +# @package _global_ +benchmark_id: HPOBench +problem_id: hpobench/MO/tab/ml/rf/9952 +problem: + _target_: carps.benchmarks.hpo_bench.HPOBenchProblem + model: rf + task_id: 9952 + metric: + - function_value + - cost + budget_type: null + seed: ${seed} +task: + n_trials: 100 + time_budget: null + n_workers: 1 + n_objectives: 2 + objectives: + - function_value + - cost + is_multifidelity: false + fidelity_type: null + min_budget: null + max_budget: null + has_constraints: false + domain: ML + objective_function_approximation: tabular + has_virtual_time: false + deterministic: false + dimensions: 4 + search_space_n_categoricals: 0 + search_space_n_ordinals: 4 + search_space_n_integers: 0 + search_space_n_floats: 0 + search_space_has_conditionals: false + search_space_has_forbiddens: false + search_space_has_priors: false diff --git a/carps/configs/problem/HPOBench/MO/tab/cfg_ml_rf_9977.yaml b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_rf_9977.yaml new file mode 100644 index 00000000..2b528f92 --- /dev/null +++ b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_rf_9977.yaml @@ -0,0 +1,37 @@ +# @package _global_ +benchmark_id: HPOBench +problem_id: hpobench/MO/tab/ml/rf/9977 +problem: + _target_: carps.benchmarks.hpo_bench.HPOBenchProblem + model: rf + task_id: 9977 + metric: + - function_value + - cost + budget_type: null + seed: ${seed} +task: + n_trials: 100 + time_budget: null + n_workers: 1 + n_objectives: 2 + objectives: + - function_value + - cost + is_multifidelity: false + fidelity_type: null + min_budget: null + max_budget: null + has_constraints: false + domain: ML + objective_function_approximation: tabular + has_virtual_time: false + deterministic: false + dimensions: 4 + search_space_n_categoricals: 0 + search_space_n_ordinals: 4 + search_space_n_integers: 0 + search_space_n_floats: 0 + search_space_has_conditionals: false + search_space_has_forbiddens: false + search_space_has_priors: false diff --git a/carps/configs/problem/HPOBench/MO/tab/cfg_ml_rf_9981.yaml b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_rf_9981.yaml new file mode 100644 index 00000000..34c32d9c --- /dev/null +++ b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_rf_9981.yaml @@ -0,0 +1,37 @@ +# @package _global_ +benchmark_id: HPOBench +problem_id: hpobench/MO/tab/ml/rf/9981 +problem: + _target_: carps.benchmarks.hpo_bench.HPOBenchProblem + model: rf + task_id: 9981 + metric: + - function_value + - cost + budget_type: null + seed: ${seed} +task: + n_trials: 100 + time_budget: null + n_workers: 1 + n_objectives: 2 + objectives: + - function_value + - cost + is_multifidelity: false + fidelity_type: null + min_budget: null + max_budget: null + has_constraints: false + domain: ML + objective_function_approximation: tabular + has_virtual_time: false + deterministic: false + dimensions: 4 + search_space_n_categoricals: 0 + search_space_n_ordinals: 4 + search_space_n_integers: 0 + search_space_n_floats: 0 + search_space_has_conditionals: false + search_space_has_forbiddens: false + search_space_has_priors: false diff --git a/carps/configs/problem/HPOBench/MO/tab/cfg_ml_svm_10101.yaml b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_svm_10101.yaml new file mode 100644 index 00000000..97a5d138 --- /dev/null +++ b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_svm_10101.yaml @@ -0,0 +1,37 @@ +# @package _global_ +benchmark_id: HPOBench +problem_id: hpobench/MO/tab/ml/svm/10101 +problem: + _target_: carps.benchmarks.hpo_bench.HPOBenchProblem + model: svm + task_id: 10101 + metric: + - function_value + - cost + budget_type: null + seed: ${seed} +task: + n_trials: 77 + time_budget: null + n_workers: 1 + n_objectives: 2 + objectives: + - function_value + - cost + is_multifidelity: false + fidelity_type: null + min_budget: null + max_budget: null + has_constraints: false + domain: ML + objective_function_approximation: tabular + has_virtual_time: false + deterministic: false + dimensions: 2 + search_space_n_categoricals: 0 + search_space_n_ordinals: 2 + search_space_n_integers: 0 + search_space_n_floats: 0 + search_space_has_conditionals: false + search_space_has_forbiddens: false + search_space_has_priors: false diff --git a/carps/configs/problem/HPOBench/MO/tab/cfg_ml_svm_12.yaml b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_svm_12.yaml new file mode 100644 index 00000000..5da42cfe --- /dev/null +++ b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_svm_12.yaml @@ -0,0 +1,37 @@ +# @package _global_ +benchmark_id: HPOBench +problem_id: hpobench/MO/tab/ml/svm/12 +problem: + _target_: carps.benchmarks.hpo_bench.HPOBenchProblem + model: svm + task_id: 12 + metric: + - function_value + - cost + budget_type: null + seed: ${seed} +task: + n_trials: 77 + time_budget: null + n_workers: 1 + n_objectives: 2 + objectives: + - function_value + - cost + is_multifidelity: false + fidelity_type: null + min_budget: null + max_budget: null + has_constraints: false + domain: ML + objective_function_approximation: tabular + has_virtual_time: false + deterministic: false + dimensions: 2 + search_space_n_categoricals: 0 + search_space_n_ordinals: 2 + search_space_n_integers: 0 + search_space_n_floats: 0 + search_space_has_conditionals: false + search_space_has_forbiddens: false + search_space_has_priors: false diff --git a/carps/configs/problem/HPOBench/MO/tab/cfg_ml_svm_146212.yaml b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_svm_146212.yaml new file mode 100644 index 00000000..3886d043 --- /dev/null +++ b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_svm_146212.yaml @@ -0,0 +1,37 @@ +# @package _global_ +benchmark_id: HPOBench +problem_id: hpobench/MO/tab/ml/svm/146212 +problem: + _target_: carps.benchmarks.hpo_bench.HPOBenchProblem + model: svm + task_id: 146212 + metric: + - function_value + - cost + budget_type: null + seed: ${seed} +task: + n_trials: 77 + time_budget: null + n_workers: 1 + n_objectives: 2 + objectives: + - function_value + - cost + is_multifidelity: false + fidelity_type: null + min_budget: null + max_budget: null + has_constraints: false + domain: ML + objective_function_approximation: tabular + has_virtual_time: false + deterministic: false + dimensions: 2 + search_space_n_categoricals: 0 + search_space_n_ordinals: 2 + search_space_n_integers: 0 + search_space_n_floats: 0 + search_space_has_conditionals: false + search_space_has_forbiddens: false + search_space_has_priors: false diff --git a/carps/configs/problem/HPOBench/MO/tab/cfg_ml_svm_146606.yaml b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_svm_146606.yaml new file mode 100644 index 00000000..d83183ae --- /dev/null +++ b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_svm_146606.yaml @@ -0,0 +1,37 @@ +# @package _global_ +benchmark_id: HPOBench +problem_id: hpobench/MO/tab/ml/svm/146606 +problem: + _target_: carps.benchmarks.hpo_bench.HPOBenchProblem + model: svm + task_id: 146606 + metric: + - function_value + - cost + budget_type: null + seed: ${seed} +task: + n_trials: 77 + time_budget: null + n_workers: 1 + n_objectives: 2 + objectives: + - function_value + - cost + is_multifidelity: false + fidelity_type: null + min_budget: null + max_budget: null + has_constraints: false + domain: ML + objective_function_approximation: tabular + has_virtual_time: false + deterministic: false + dimensions: 2 + search_space_n_categoricals: 0 + search_space_n_ordinals: 2 + search_space_n_integers: 0 + search_space_n_floats: 0 + search_space_has_conditionals: false + search_space_has_forbiddens: false + search_space_has_priors: false diff --git a/carps/configs/problem/HPOBench/MO/tab/cfg_ml_svm_146818.yaml b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_svm_146818.yaml new file mode 100644 index 00000000..319ee9c7 --- /dev/null +++ b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_svm_146818.yaml @@ -0,0 +1,37 @@ +# @package _global_ +benchmark_id: HPOBench +problem_id: hpobench/MO/tab/ml/svm/146818 +problem: + _target_: carps.benchmarks.hpo_bench.HPOBenchProblem + model: svm + task_id: 146818 + metric: + - function_value + - cost + budget_type: null + seed: ${seed} +task: + n_trials: 77 + time_budget: null + n_workers: 1 + n_objectives: 2 + objectives: + - function_value + - cost + is_multifidelity: false + fidelity_type: null + min_budget: null + max_budget: null + has_constraints: false + domain: ML + objective_function_approximation: tabular + has_virtual_time: false + deterministic: false + dimensions: 2 + search_space_n_categoricals: 0 + search_space_n_ordinals: 2 + search_space_n_integers: 0 + search_space_n_floats: 0 + search_space_has_conditionals: false + search_space_has_forbiddens: false + search_space_has_priors: false diff --git a/carps/configs/problem/HPOBench/MO/tab/cfg_ml_svm_146821.yaml b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_svm_146821.yaml new file mode 100644 index 00000000..39301d8c --- /dev/null +++ b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_svm_146821.yaml @@ -0,0 +1,37 @@ +# @package _global_ +benchmark_id: HPOBench +problem_id: hpobench/MO/tab/ml/svm/146821 +problem: + _target_: carps.benchmarks.hpo_bench.HPOBenchProblem + model: svm + task_id: 146821 + metric: + - function_value + - cost + budget_type: null + seed: ${seed} +task: + n_trials: 77 + time_budget: null + n_workers: 1 + n_objectives: 2 + objectives: + - function_value + - cost + is_multifidelity: false + fidelity_type: null + min_budget: null + max_budget: null + has_constraints: false + domain: ML + objective_function_approximation: tabular + has_virtual_time: false + deterministic: false + dimensions: 2 + search_space_n_categoricals: 0 + search_space_n_ordinals: 2 + search_space_n_integers: 0 + search_space_n_floats: 0 + search_space_has_conditionals: false + search_space_has_forbiddens: false + search_space_has_priors: false diff --git a/carps/configs/problem/HPOBench/MO/tab/cfg_ml_svm_146822.yaml b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_svm_146822.yaml new file mode 100644 index 00000000..3e0ebd48 --- /dev/null +++ b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_svm_146822.yaml @@ -0,0 +1,37 @@ +# @package _global_ +benchmark_id: HPOBench +problem_id: hpobench/MO/tab/ml/svm/146822 +problem: + _target_: carps.benchmarks.hpo_bench.HPOBenchProblem + model: svm + task_id: 146822 + metric: + - function_value + - cost + budget_type: null + seed: ${seed} +task: + n_trials: 77 + time_budget: null + n_workers: 1 + n_objectives: 2 + objectives: + - function_value + - cost + is_multifidelity: false + fidelity_type: null + min_budget: null + max_budget: null + has_constraints: false + domain: ML + objective_function_approximation: tabular + has_virtual_time: false + deterministic: false + dimensions: 2 + search_space_n_categoricals: 0 + search_space_n_ordinals: 2 + search_space_n_integers: 0 + search_space_n_floats: 0 + search_space_has_conditionals: false + search_space_has_forbiddens: false + search_space_has_priors: false diff --git a/carps/configs/problem/HPOBench/MO/tab/cfg_ml_svm_14965.yaml b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_svm_14965.yaml new file mode 100644 index 00000000..25bbd8a9 --- /dev/null +++ b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_svm_14965.yaml @@ -0,0 +1,37 @@ +# @package _global_ +benchmark_id: HPOBench +problem_id: hpobench/MO/tab/ml/svm/14965 +problem: + _target_: carps.benchmarks.hpo_bench.HPOBenchProblem + model: svm + task_id: 14965 + metric: + - function_value + - cost + budget_type: null + seed: ${seed} +task: + n_trials: 77 + time_budget: null + n_workers: 1 + n_objectives: 2 + objectives: + - function_value + - cost + is_multifidelity: false + fidelity_type: null + min_budget: null + max_budget: null + has_constraints: false + domain: ML + objective_function_approximation: tabular + has_virtual_time: false + deterministic: false + dimensions: 2 + search_space_n_categoricals: 0 + search_space_n_ordinals: 2 + search_space_n_integers: 0 + search_space_n_floats: 0 + search_space_has_conditionals: false + search_space_has_forbiddens: false + search_space_has_priors: false diff --git a/carps/configs/problem/HPOBench/MO/tab/cfg_ml_svm_167119.yaml b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_svm_167119.yaml new file mode 100644 index 00000000..b1fcb230 --- /dev/null +++ b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_svm_167119.yaml @@ -0,0 +1,37 @@ +# @package _global_ +benchmark_id: HPOBench +problem_id: hpobench/MO/tab/ml/svm/167119 +problem: + _target_: carps.benchmarks.hpo_bench.HPOBenchProblem + model: svm + task_id: 167119 + metric: + - function_value + - cost + budget_type: null + seed: ${seed} +task: + n_trials: 77 + time_budget: null + n_workers: 1 + n_objectives: 2 + objectives: + - function_value + - cost + is_multifidelity: false + fidelity_type: null + min_budget: null + max_budget: null + has_constraints: false + domain: ML + objective_function_approximation: tabular + has_virtual_time: false + deterministic: false + dimensions: 2 + search_space_n_categoricals: 0 + search_space_n_ordinals: 2 + search_space_n_integers: 0 + search_space_n_floats: 0 + search_space_has_conditionals: false + search_space_has_forbiddens: false + search_space_has_priors: false diff --git a/carps/configs/problem/HPOBench/MO/tab/cfg_ml_svm_167120.yaml b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_svm_167120.yaml new file mode 100644 index 00000000..1e1fe4e6 --- /dev/null +++ b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_svm_167120.yaml @@ -0,0 +1,37 @@ +# @package _global_ +benchmark_id: HPOBench +problem_id: hpobench/MO/tab/ml/svm/167120 +problem: + _target_: carps.benchmarks.hpo_bench.HPOBenchProblem + model: svm + task_id: 167120 + metric: + - function_value + - cost + budget_type: null + seed: ${seed} +task: + n_trials: 77 + time_budget: null + n_workers: 1 + n_objectives: 2 + objectives: + - function_value + - cost + is_multifidelity: false + fidelity_type: null + min_budget: null + max_budget: null + has_constraints: false + domain: ML + objective_function_approximation: tabular + has_virtual_time: false + deterministic: false + dimensions: 2 + search_space_n_categoricals: 0 + search_space_n_ordinals: 2 + search_space_n_integers: 0 + search_space_n_floats: 0 + search_space_has_conditionals: false + search_space_has_forbiddens: false + search_space_has_priors: false diff --git a/carps/configs/problem/HPOBench/MO/tab/cfg_ml_svm_168911.yaml b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_svm_168911.yaml new file mode 100644 index 00000000..b9ea4531 --- /dev/null +++ b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_svm_168911.yaml @@ -0,0 +1,37 @@ +# @package _global_ +benchmark_id: HPOBench +problem_id: hpobench/MO/tab/ml/svm/168911 +problem: + _target_: carps.benchmarks.hpo_bench.HPOBenchProblem + model: svm + task_id: 168911 + metric: + - function_value + - cost + budget_type: null + seed: ${seed} +task: + n_trials: 77 + time_budget: null + n_workers: 1 + n_objectives: 2 + objectives: + - function_value + - cost + is_multifidelity: false + fidelity_type: null + min_budget: null + max_budget: null + has_constraints: false + domain: ML + objective_function_approximation: tabular + has_virtual_time: false + deterministic: false + dimensions: 2 + search_space_n_categoricals: 0 + search_space_n_ordinals: 2 + search_space_n_integers: 0 + search_space_n_floats: 0 + search_space_has_conditionals: false + search_space_has_forbiddens: false + search_space_has_priors: false diff --git a/carps/configs/problem/HPOBench/MO/tab/cfg_ml_svm_168912.yaml b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_svm_168912.yaml new file mode 100644 index 00000000..50567046 --- /dev/null +++ b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_svm_168912.yaml @@ -0,0 +1,37 @@ +# @package _global_ +benchmark_id: HPOBench +problem_id: hpobench/MO/tab/ml/svm/168912 +problem: + _target_: carps.benchmarks.hpo_bench.HPOBenchProblem + model: svm + task_id: 168912 + metric: + - function_value + - cost + budget_type: null + seed: ${seed} +task: + n_trials: 77 + time_budget: null + n_workers: 1 + n_objectives: 2 + objectives: + - function_value + - cost + is_multifidelity: false + fidelity_type: null + min_budget: null + max_budget: null + has_constraints: false + domain: ML + objective_function_approximation: tabular + has_virtual_time: false + deterministic: false + dimensions: 2 + search_space_n_categoricals: 0 + search_space_n_ordinals: 2 + search_space_n_integers: 0 + search_space_n_floats: 0 + search_space_has_conditionals: false + search_space_has_forbiddens: false + search_space_has_priors: false diff --git a/carps/configs/problem/HPOBench/MO/tab/cfg_ml_svm_3.yaml b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_svm_3.yaml new file mode 100644 index 00000000..7a994bd9 --- /dev/null +++ b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_svm_3.yaml @@ -0,0 +1,37 @@ +# @package _global_ +benchmark_id: HPOBench +problem_id: hpobench/MO/tab/ml/svm/3 +problem: + _target_: carps.benchmarks.hpo_bench.HPOBenchProblem + model: svm + task_id: 3 + metric: + - function_value + - cost + budget_type: null + seed: ${seed} +task: + n_trials: 77 + time_budget: null + n_workers: 1 + n_objectives: 2 + objectives: + - function_value + - cost + is_multifidelity: false + fidelity_type: null + min_budget: null + max_budget: null + has_constraints: false + domain: ML + objective_function_approximation: tabular + has_virtual_time: false + deterministic: false + dimensions: 2 + search_space_n_categoricals: 0 + search_space_n_ordinals: 2 + search_space_n_integers: 0 + search_space_n_floats: 0 + search_space_has_conditionals: false + search_space_has_forbiddens: false + search_space_has_priors: false diff --git a/carps/configs/problem/HPOBench/MO/tab/cfg_ml_svm_31.yaml b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_svm_31.yaml new file mode 100644 index 00000000..b0373942 --- /dev/null +++ b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_svm_31.yaml @@ -0,0 +1,37 @@ +# @package _global_ +benchmark_id: HPOBench +problem_id: hpobench/MO/tab/ml/svm/31 +problem: + _target_: carps.benchmarks.hpo_bench.HPOBenchProblem + model: svm + task_id: 31 + metric: + - function_value + - cost + budget_type: null + seed: ${seed} +task: + n_trials: 77 + time_budget: null + n_workers: 1 + n_objectives: 2 + objectives: + - function_value + - cost + is_multifidelity: false + fidelity_type: null + min_budget: null + max_budget: null + has_constraints: false + domain: ML + objective_function_approximation: tabular + has_virtual_time: false + deterministic: false + dimensions: 2 + search_space_n_categoricals: 0 + search_space_n_ordinals: 2 + search_space_n_integers: 0 + search_space_n_floats: 0 + search_space_has_conditionals: false + search_space_has_forbiddens: false + search_space_has_priors: false diff --git a/carps/configs/problem/HPOBench/MO/tab/cfg_ml_svm_3917.yaml b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_svm_3917.yaml new file mode 100644 index 00000000..d2f72acd --- /dev/null +++ b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_svm_3917.yaml @@ -0,0 +1,37 @@ +# @package _global_ +benchmark_id: HPOBench +problem_id: hpobench/MO/tab/ml/svm/3917 +problem: + _target_: carps.benchmarks.hpo_bench.HPOBenchProblem + model: svm + task_id: 3917 + metric: + - function_value + - cost + budget_type: null + seed: ${seed} +task: + n_trials: 77 + time_budget: null + n_workers: 1 + n_objectives: 2 + objectives: + - function_value + - cost + is_multifidelity: false + fidelity_type: null + min_budget: null + max_budget: null + has_constraints: false + domain: ML + objective_function_approximation: tabular + has_virtual_time: false + deterministic: false + dimensions: 2 + search_space_n_categoricals: 0 + search_space_n_ordinals: 2 + search_space_n_integers: 0 + search_space_n_floats: 0 + search_space_has_conditionals: false + search_space_has_forbiddens: false + search_space_has_priors: false diff --git a/carps/configs/problem/HPOBench/MO/tab/cfg_ml_svm_53.yaml b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_svm_53.yaml new file mode 100644 index 00000000..6ddf4c3a --- /dev/null +++ b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_svm_53.yaml @@ -0,0 +1,37 @@ +# @package _global_ +benchmark_id: HPOBench +problem_id: hpobench/MO/tab/ml/svm/53 +problem: + _target_: carps.benchmarks.hpo_bench.HPOBenchProblem + model: svm + task_id: 53 + metric: + - function_value + - cost + budget_type: null + seed: ${seed} +task: + n_trials: 77 + time_budget: null + n_workers: 1 + n_objectives: 2 + objectives: + - function_value + - cost + is_multifidelity: false + fidelity_type: null + min_budget: null + max_budget: null + has_constraints: false + domain: ML + objective_function_approximation: tabular + has_virtual_time: false + deterministic: false + dimensions: 2 + search_space_n_categoricals: 0 + search_space_n_ordinals: 2 + search_space_n_integers: 0 + search_space_n_floats: 0 + search_space_has_conditionals: false + search_space_has_forbiddens: false + search_space_has_priors: false diff --git a/carps/configs/problem/HPOBench/MO/tab/cfg_ml_svm_7592.yaml b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_svm_7592.yaml new file mode 100644 index 00000000..0c72f7af --- /dev/null +++ b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_svm_7592.yaml @@ -0,0 +1,37 @@ +# @package _global_ +benchmark_id: HPOBench +problem_id: hpobench/MO/tab/ml/svm/7592 +problem: + _target_: carps.benchmarks.hpo_bench.HPOBenchProblem + model: svm + task_id: 7592 + metric: + - function_value + - cost + budget_type: null + seed: ${seed} +task: + n_trials: 77 + time_budget: null + n_workers: 1 + n_objectives: 2 + objectives: + - function_value + - cost + is_multifidelity: false + fidelity_type: null + min_budget: null + max_budget: null + has_constraints: false + domain: ML + objective_function_approximation: tabular + has_virtual_time: false + deterministic: false + dimensions: 2 + search_space_n_categoricals: 0 + search_space_n_ordinals: 2 + search_space_n_integers: 0 + search_space_n_floats: 0 + search_space_has_conditionals: false + search_space_has_forbiddens: false + search_space_has_priors: false diff --git a/carps/configs/problem/HPOBench/MO/tab/cfg_ml_svm_9952.yaml b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_svm_9952.yaml new file mode 100644 index 00000000..0a2ab53f --- /dev/null +++ b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_svm_9952.yaml @@ -0,0 +1,37 @@ +# @package _global_ +benchmark_id: HPOBench +problem_id: hpobench/MO/tab/ml/svm/9952 +problem: + _target_: carps.benchmarks.hpo_bench.HPOBenchProblem + model: svm + task_id: 9952 + metric: + - function_value + - cost + budget_type: null + seed: ${seed} +task: + n_trials: 77 + time_budget: null + n_workers: 1 + n_objectives: 2 + objectives: + - function_value + - cost + is_multifidelity: false + fidelity_type: null + min_budget: null + max_budget: null + has_constraints: false + domain: ML + objective_function_approximation: tabular + has_virtual_time: false + deterministic: false + dimensions: 2 + search_space_n_categoricals: 0 + search_space_n_ordinals: 2 + search_space_n_integers: 0 + search_space_n_floats: 0 + search_space_has_conditionals: false + search_space_has_forbiddens: false + search_space_has_priors: false diff --git a/carps/configs/problem/HPOBench/MO/tab/cfg_ml_svm_9977.yaml b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_svm_9977.yaml new file mode 100644 index 00000000..f2e868da --- /dev/null +++ b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_svm_9977.yaml @@ -0,0 +1,37 @@ +# @package _global_ +benchmark_id: HPOBench +problem_id: hpobench/MO/tab/ml/svm/9977 +problem: + _target_: carps.benchmarks.hpo_bench.HPOBenchProblem + model: svm + task_id: 9977 + metric: + - function_value + - cost + budget_type: null + seed: ${seed} +task: + n_trials: 77 + time_budget: null + n_workers: 1 + n_objectives: 2 + objectives: + - function_value + - cost + is_multifidelity: false + fidelity_type: null + min_budget: null + max_budget: null + has_constraints: false + domain: ML + objective_function_approximation: tabular + has_virtual_time: false + deterministic: false + dimensions: 2 + search_space_n_categoricals: 0 + search_space_n_ordinals: 2 + search_space_n_integers: 0 + search_space_n_floats: 0 + search_space_has_conditionals: false + search_space_has_forbiddens: false + search_space_has_priors: false diff --git a/carps/configs/problem/HPOBench/MO/tab/cfg_ml_svm_9981.yaml b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_svm_9981.yaml new file mode 100644 index 00000000..da2d743b --- /dev/null +++ b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_svm_9981.yaml @@ -0,0 +1,37 @@ +# @package _global_ +benchmark_id: HPOBench +problem_id: hpobench/MO/tab/ml/svm/9981 +problem: + _target_: carps.benchmarks.hpo_bench.HPOBenchProblem + model: svm + task_id: 9981 + metric: + - function_value + - cost + budget_type: null + seed: ${seed} +task: + n_trials: 77 + time_budget: null + n_workers: 1 + n_objectives: 2 + objectives: + - function_value + - cost + is_multifidelity: false + fidelity_type: null + min_budget: null + max_budget: null + has_constraints: false + domain: ML + objective_function_approximation: tabular + has_virtual_time: false + deterministic: false + dimensions: 2 + search_space_n_categoricals: 0 + search_space_n_ordinals: 2 + search_space_n_integers: 0 + search_space_n_floats: 0 + search_space_has_conditionals: false + search_space_has_forbiddens: false + search_space_has_priors: false diff --git a/carps/configs/problem/HPOBench/MO/tab/cfg_ml_xgboost_10101.yaml b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_xgboost_10101.yaml new file mode 100644 index 00000000..ebcac000 --- /dev/null +++ b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_xgboost_10101.yaml @@ -0,0 +1,37 @@ +# @package _global_ +benchmark_id: HPOBench +problem_id: hpobench/MO/tab/ml/xgboost/10101 +problem: + _target_: carps.benchmarks.hpo_bench.HPOBenchProblem + model: xgboost + task_id: 10101 + metric: + - function_value + - cost + budget_type: null + seed: ${seed} +task: + n_trials: 100 + time_budget: null + n_workers: 1 + n_objectives: 2 + objectives: + - function_value + - cost + is_multifidelity: false + fidelity_type: null + min_budget: null + max_budget: null + has_constraints: false + domain: ML + objective_function_approximation: tabular + has_virtual_time: false + deterministic: false + dimensions: 4 + search_space_n_categoricals: 0 + search_space_n_ordinals: 4 + search_space_n_integers: 0 + search_space_n_floats: 0 + search_space_has_conditionals: false + search_space_has_forbiddens: false + search_space_has_priors: false diff --git a/carps/configs/problem/HPOBench/MO/tab/cfg_ml_xgboost_12.yaml b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_xgboost_12.yaml new file mode 100644 index 00000000..18066ab1 --- /dev/null +++ b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_xgboost_12.yaml @@ -0,0 +1,37 @@ +# @package _global_ +benchmark_id: HPOBench +problem_id: hpobench/MO/tab/ml/xgboost/12 +problem: + _target_: carps.benchmarks.hpo_bench.HPOBenchProblem + model: xgboost + task_id: 12 + metric: + - function_value + - cost + budget_type: null + seed: ${seed} +task: + n_trials: 100 + time_budget: null + n_workers: 1 + n_objectives: 2 + objectives: + - function_value + - cost + is_multifidelity: false + fidelity_type: null + min_budget: null + max_budget: null + has_constraints: false + domain: ML + objective_function_approximation: tabular + has_virtual_time: false + deterministic: false + dimensions: 4 + search_space_n_categoricals: 0 + search_space_n_ordinals: 4 + search_space_n_integers: 0 + search_space_n_floats: 0 + search_space_has_conditionals: false + search_space_has_forbiddens: false + search_space_has_priors: false diff --git a/carps/configs/problem/HPOBench/MO/tab/cfg_ml_xgboost_146212.yaml b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_xgboost_146212.yaml new file mode 100644 index 00000000..889bca60 --- /dev/null +++ b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_xgboost_146212.yaml @@ -0,0 +1,37 @@ +# @package _global_ +benchmark_id: HPOBench +problem_id: hpobench/MO/tab/ml/xgboost/146212 +problem: + _target_: carps.benchmarks.hpo_bench.HPOBenchProblem + model: xgboost + task_id: 146212 + metric: + - function_value + - cost + budget_type: null + seed: ${seed} +task: + n_trials: 100 + time_budget: null + n_workers: 1 + n_objectives: 2 + objectives: + - function_value + - cost + is_multifidelity: false + fidelity_type: null + min_budget: null + max_budget: null + has_constraints: false + domain: ML + objective_function_approximation: tabular + has_virtual_time: false + deterministic: false + dimensions: 4 + search_space_n_categoricals: 0 + search_space_n_ordinals: 4 + search_space_n_integers: 0 + search_space_n_floats: 0 + search_space_has_conditionals: false + search_space_has_forbiddens: false + search_space_has_priors: false diff --git a/carps/configs/problem/HPOBench/MO/tab/cfg_ml_xgboost_146606.yaml b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_xgboost_146606.yaml new file mode 100644 index 00000000..80025c82 --- /dev/null +++ b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_xgboost_146606.yaml @@ -0,0 +1,37 @@ +# @package _global_ +benchmark_id: HPOBench +problem_id: hpobench/MO/tab/ml/xgboost/146606 +problem: + _target_: carps.benchmarks.hpo_bench.HPOBenchProblem + model: xgboost + task_id: 146606 + metric: + - function_value + - cost + budget_type: null + seed: ${seed} +task: + n_trials: 100 + time_budget: null + n_workers: 1 + n_objectives: 2 + objectives: + - function_value + - cost + is_multifidelity: false + fidelity_type: null + min_budget: null + max_budget: null + has_constraints: false + domain: ML + objective_function_approximation: tabular + has_virtual_time: false + deterministic: false + dimensions: 4 + search_space_n_categoricals: 0 + search_space_n_ordinals: 4 + search_space_n_integers: 0 + search_space_n_floats: 0 + search_space_has_conditionals: false + search_space_has_forbiddens: false + search_space_has_priors: false diff --git a/carps/configs/problem/HPOBench/MO/tab/cfg_ml_xgboost_146818.yaml b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_xgboost_146818.yaml new file mode 100644 index 00000000..a3d62efd --- /dev/null +++ b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_xgboost_146818.yaml @@ -0,0 +1,37 @@ +# @package _global_ +benchmark_id: HPOBench +problem_id: hpobench/MO/tab/ml/xgboost/146818 +problem: + _target_: carps.benchmarks.hpo_bench.HPOBenchProblem + model: xgboost + task_id: 146818 + metric: + - function_value + - cost + budget_type: null + seed: ${seed} +task: + n_trials: 100 + time_budget: null + n_workers: 1 + n_objectives: 2 + objectives: + - function_value + - cost + is_multifidelity: false + fidelity_type: null + min_budget: null + max_budget: null + has_constraints: false + domain: ML + objective_function_approximation: tabular + has_virtual_time: false + deterministic: false + dimensions: 4 + search_space_n_categoricals: 0 + search_space_n_ordinals: 4 + search_space_n_integers: 0 + search_space_n_floats: 0 + search_space_has_conditionals: false + search_space_has_forbiddens: false + search_space_has_priors: false diff --git a/carps/configs/problem/HPOBench/MO/tab/cfg_ml_xgboost_146821.yaml b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_xgboost_146821.yaml new file mode 100644 index 00000000..ca621720 --- /dev/null +++ b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_xgboost_146821.yaml @@ -0,0 +1,37 @@ +# @package _global_ +benchmark_id: HPOBench +problem_id: hpobench/MO/tab/ml/xgboost/146821 +problem: + _target_: carps.benchmarks.hpo_bench.HPOBenchProblem + model: xgboost + task_id: 146821 + metric: + - function_value + - cost + budget_type: null + seed: ${seed} +task: + n_trials: 100 + time_budget: null + n_workers: 1 + n_objectives: 2 + objectives: + - function_value + - cost + is_multifidelity: false + fidelity_type: null + min_budget: null + max_budget: null + has_constraints: false + domain: ML + objective_function_approximation: tabular + has_virtual_time: false + deterministic: false + dimensions: 4 + search_space_n_categoricals: 0 + search_space_n_ordinals: 4 + search_space_n_integers: 0 + search_space_n_floats: 0 + search_space_has_conditionals: false + search_space_has_forbiddens: false + search_space_has_priors: false diff --git a/carps/configs/problem/HPOBench/MO/tab/cfg_ml_xgboost_146822.yaml b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_xgboost_146822.yaml new file mode 100644 index 00000000..87771d65 --- /dev/null +++ b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_xgboost_146822.yaml @@ -0,0 +1,37 @@ +# @package _global_ +benchmark_id: HPOBench +problem_id: hpobench/MO/tab/ml/xgboost/146822 +problem: + _target_: carps.benchmarks.hpo_bench.HPOBenchProblem + model: xgboost + task_id: 146822 + metric: + - function_value + - cost + budget_type: null + seed: ${seed} +task: + n_trials: 100 + time_budget: null + n_workers: 1 + n_objectives: 2 + objectives: + - function_value + - cost + is_multifidelity: false + fidelity_type: null + min_budget: null + max_budget: null + has_constraints: false + domain: ML + objective_function_approximation: tabular + has_virtual_time: false + deterministic: false + dimensions: 4 + search_space_n_categoricals: 0 + search_space_n_ordinals: 4 + search_space_n_integers: 0 + search_space_n_floats: 0 + search_space_has_conditionals: false + search_space_has_forbiddens: false + search_space_has_priors: false diff --git a/carps/configs/problem/HPOBench/MO/tab/cfg_ml_xgboost_14965.yaml b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_xgboost_14965.yaml new file mode 100644 index 00000000..f92eae4c --- /dev/null +++ b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_xgboost_14965.yaml @@ -0,0 +1,37 @@ +# @package _global_ +benchmark_id: HPOBench +problem_id: hpobench/MO/tab/ml/xgboost/14965 +problem: + _target_: carps.benchmarks.hpo_bench.HPOBenchProblem + model: xgboost + task_id: 14965 + metric: + - function_value + - cost + budget_type: null + seed: ${seed} +task: + n_trials: 100 + time_budget: null + n_workers: 1 + n_objectives: 2 + objectives: + - function_value + - cost + is_multifidelity: false + fidelity_type: null + min_budget: null + max_budget: null + has_constraints: false + domain: ML + objective_function_approximation: tabular + has_virtual_time: false + deterministic: false + dimensions: 4 + search_space_n_categoricals: 0 + search_space_n_ordinals: 4 + search_space_n_integers: 0 + search_space_n_floats: 0 + search_space_has_conditionals: false + search_space_has_forbiddens: false + search_space_has_priors: false diff --git a/carps/configs/problem/HPOBench/MO/tab/cfg_ml_xgboost_167119.yaml b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_xgboost_167119.yaml new file mode 100644 index 00000000..afdc7dd2 --- /dev/null +++ b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_xgboost_167119.yaml @@ -0,0 +1,37 @@ +# @package _global_ +benchmark_id: HPOBench +problem_id: hpobench/MO/tab/ml/xgboost/167119 +problem: + _target_: carps.benchmarks.hpo_bench.HPOBenchProblem + model: xgboost + task_id: 167119 + metric: + - function_value + - cost + budget_type: null + seed: ${seed} +task: + n_trials: 100 + time_budget: null + n_workers: 1 + n_objectives: 2 + objectives: + - function_value + - cost + is_multifidelity: false + fidelity_type: null + min_budget: null + max_budget: null + has_constraints: false + domain: ML + objective_function_approximation: tabular + has_virtual_time: false + deterministic: false + dimensions: 4 + search_space_n_categoricals: 0 + search_space_n_ordinals: 4 + search_space_n_integers: 0 + search_space_n_floats: 0 + search_space_has_conditionals: false + search_space_has_forbiddens: false + search_space_has_priors: false diff --git a/carps/configs/problem/HPOBench/MO/tab/cfg_ml_xgboost_167120.yaml b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_xgboost_167120.yaml new file mode 100644 index 00000000..18e0adde --- /dev/null +++ b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_xgboost_167120.yaml @@ -0,0 +1,37 @@ +# @package _global_ +benchmark_id: HPOBench +problem_id: hpobench/MO/tab/ml/xgboost/167120 +problem: + _target_: carps.benchmarks.hpo_bench.HPOBenchProblem + model: xgboost + task_id: 167120 + metric: + - function_value + - cost + budget_type: null + seed: ${seed} +task: + n_trials: 100 + time_budget: null + n_workers: 1 + n_objectives: 2 + objectives: + - function_value + - cost + is_multifidelity: false + fidelity_type: null + min_budget: null + max_budget: null + has_constraints: false + domain: ML + objective_function_approximation: tabular + has_virtual_time: false + deterministic: false + dimensions: 4 + search_space_n_categoricals: 0 + search_space_n_ordinals: 4 + search_space_n_integers: 0 + search_space_n_floats: 0 + search_space_has_conditionals: false + search_space_has_forbiddens: false + search_space_has_priors: false diff --git a/carps/configs/problem/HPOBench/MO/tab/cfg_ml_xgboost_168911.yaml b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_xgboost_168911.yaml new file mode 100644 index 00000000..948e6086 --- /dev/null +++ b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_xgboost_168911.yaml @@ -0,0 +1,37 @@ +# @package _global_ +benchmark_id: HPOBench +problem_id: hpobench/MO/tab/ml/xgboost/168911 +problem: + _target_: carps.benchmarks.hpo_bench.HPOBenchProblem + model: xgboost + task_id: 168911 + metric: + - function_value + - cost + budget_type: null + seed: ${seed} +task: + n_trials: 100 + time_budget: null + n_workers: 1 + n_objectives: 2 + objectives: + - function_value + - cost + is_multifidelity: false + fidelity_type: null + min_budget: null + max_budget: null + has_constraints: false + domain: ML + objective_function_approximation: tabular + has_virtual_time: false + deterministic: false + dimensions: 4 + search_space_n_categoricals: 0 + search_space_n_ordinals: 4 + search_space_n_integers: 0 + search_space_n_floats: 0 + search_space_has_conditionals: false + search_space_has_forbiddens: false + search_space_has_priors: false diff --git a/carps/configs/problem/HPOBench/MO/tab/cfg_ml_xgboost_168912.yaml b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_xgboost_168912.yaml new file mode 100644 index 00000000..6fac97b5 --- /dev/null +++ b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_xgboost_168912.yaml @@ -0,0 +1,37 @@ +# @package _global_ +benchmark_id: HPOBench +problem_id: hpobench/MO/tab/ml/xgboost/168912 +problem: + _target_: carps.benchmarks.hpo_bench.HPOBenchProblem + model: xgboost + task_id: 168912 + metric: + - function_value + - cost + budget_type: null + seed: ${seed} +task: + n_trials: 100 + time_budget: null + n_workers: 1 + n_objectives: 2 + objectives: + - function_value + - cost + is_multifidelity: false + fidelity_type: null + min_budget: null + max_budget: null + has_constraints: false + domain: ML + objective_function_approximation: tabular + has_virtual_time: false + deterministic: false + dimensions: 4 + search_space_n_categoricals: 0 + search_space_n_ordinals: 4 + search_space_n_integers: 0 + search_space_n_floats: 0 + search_space_has_conditionals: false + search_space_has_forbiddens: false + search_space_has_priors: false diff --git a/carps/configs/problem/HPOBench/MO/tab/cfg_ml_xgboost_3.yaml b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_xgboost_3.yaml new file mode 100644 index 00000000..280b2f40 --- /dev/null +++ b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_xgboost_3.yaml @@ -0,0 +1,37 @@ +# @package _global_ +benchmark_id: HPOBench +problem_id: hpobench/MO/tab/ml/xgboost/3 +problem: + _target_: carps.benchmarks.hpo_bench.HPOBenchProblem + model: xgboost + task_id: 3 + metric: + - function_value + - cost + budget_type: null + seed: ${seed} +task: + n_trials: 100 + time_budget: null + n_workers: 1 + n_objectives: 2 + objectives: + - function_value + - cost + is_multifidelity: false + fidelity_type: null + min_budget: null + max_budget: null + has_constraints: false + domain: ML + objective_function_approximation: tabular + has_virtual_time: false + deterministic: false + dimensions: 4 + search_space_n_categoricals: 0 + search_space_n_ordinals: 4 + search_space_n_integers: 0 + search_space_n_floats: 0 + search_space_has_conditionals: false + search_space_has_forbiddens: false + search_space_has_priors: false diff --git a/carps/configs/problem/HPOBench/MO/tab/cfg_ml_xgboost_31.yaml b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_xgboost_31.yaml new file mode 100644 index 00000000..165741fb --- /dev/null +++ b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_xgboost_31.yaml @@ -0,0 +1,37 @@ +# @package _global_ +benchmark_id: HPOBench +problem_id: hpobench/MO/tab/ml/xgboost/31 +problem: + _target_: carps.benchmarks.hpo_bench.HPOBenchProblem + model: xgboost + task_id: 31 + metric: + - function_value + - cost + budget_type: null + seed: ${seed} +task: + n_trials: 100 + time_budget: null + n_workers: 1 + n_objectives: 2 + objectives: + - function_value + - cost + is_multifidelity: false + fidelity_type: null + min_budget: null + max_budget: null + has_constraints: false + domain: ML + objective_function_approximation: tabular + has_virtual_time: false + deterministic: false + dimensions: 4 + search_space_n_categoricals: 0 + search_space_n_ordinals: 4 + search_space_n_integers: 0 + search_space_n_floats: 0 + search_space_has_conditionals: false + search_space_has_forbiddens: false + search_space_has_priors: false diff --git a/carps/configs/problem/HPOBench/MO/tab/cfg_ml_xgboost_3917.yaml b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_xgboost_3917.yaml new file mode 100644 index 00000000..37831b88 --- /dev/null +++ b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_xgboost_3917.yaml @@ -0,0 +1,37 @@ +# @package _global_ +benchmark_id: HPOBench +problem_id: hpobench/MO/tab/ml/xgboost/3917 +problem: + _target_: carps.benchmarks.hpo_bench.HPOBenchProblem + model: xgboost + task_id: 3917 + metric: + - function_value + - cost + budget_type: null + seed: ${seed} +task: + n_trials: 100 + time_budget: null + n_workers: 1 + n_objectives: 2 + objectives: + - function_value + - cost + is_multifidelity: false + fidelity_type: null + min_budget: null + max_budget: null + has_constraints: false + domain: ML + objective_function_approximation: tabular + has_virtual_time: false + deterministic: false + dimensions: 4 + search_space_n_categoricals: 0 + search_space_n_ordinals: 4 + search_space_n_integers: 0 + search_space_n_floats: 0 + search_space_has_conditionals: false + search_space_has_forbiddens: false + search_space_has_priors: false diff --git a/carps/configs/problem/HPOBench/MO/tab/cfg_ml_xgboost_53.yaml b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_xgboost_53.yaml new file mode 100644 index 00000000..5682a73e --- /dev/null +++ b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_xgboost_53.yaml @@ -0,0 +1,37 @@ +# @package _global_ +benchmark_id: HPOBench +problem_id: hpobench/MO/tab/ml/xgboost/53 +problem: + _target_: carps.benchmarks.hpo_bench.HPOBenchProblem + model: xgboost + task_id: 53 + metric: + - function_value + - cost + budget_type: null + seed: ${seed} +task: + n_trials: 100 + time_budget: null + n_workers: 1 + n_objectives: 2 + objectives: + - function_value + - cost + is_multifidelity: false + fidelity_type: null + min_budget: null + max_budget: null + has_constraints: false + domain: ML + objective_function_approximation: tabular + has_virtual_time: false + deterministic: false + dimensions: 4 + search_space_n_categoricals: 0 + search_space_n_ordinals: 4 + search_space_n_integers: 0 + search_space_n_floats: 0 + search_space_has_conditionals: false + search_space_has_forbiddens: false + search_space_has_priors: false diff --git a/carps/configs/problem/HPOBench/MO/tab/cfg_ml_xgboost_7592.yaml b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_xgboost_7592.yaml new file mode 100644 index 00000000..9b166108 --- /dev/null +++ b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_xgboost_7592.yaml @@ -0,0 +1,37 @@ +# @package _global_ +benchmark_id: HPOBench +problem_id: hpobench/MO/tab/ml/xgboost/7592 +problem: + _target_: carps.benchmarks.hpo_bench.HPOBenchProblem + model: xgboost + task_id: 7592 + metric: + - function_value + - cost + budget_type: null + seed: ${seed} +task: + n_trials: 100 + time_budget: null + n_workers: 1 + n_objectives: 2 + objectives: + - function_value + - cost + is_multifidelity: false + fidelity_type: null + min_budget: null + max_budget: null + has_constraints: false + domain: ML + objective_function_approximation: tabular + has_virtual_time: false + deterministic: false + dimensions: 4 + search_space_n_categoricals: 0 + search_space_n_ordinals: 4 + search_space_n_integers: 0 + search_space_n_floats: 0 + search_space_has_conditionals: false + search_space_has_forbiddens: false + search_space_has_priors: false diff --git a/carps/configs/problem/HPOBench/MO/tab/cfg_ml_xgboost_9952.yaml b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_xgboost_9952.yaml new file mode 100644 index 00000000..cbdd2b61 --- /dev/null +++ b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_xgboost_9952.yaml @@ -0,0 +1,37 @@ +# @package _global_ +benchmark_id: HPOBench +problem_id: hpobench/MO/tab/ml/xgboost/9952 +problem: + _target_: carps.benchmarks.hpo_bench.HPOBenchProblem + model: xgboost + task_id: 9952 + metric: + - function_value + - cost + budget_type: null + seed: ${seed} +task: + n_trials: 100 + time_budget: null + n_workers: 1 + n_objectives: 2 + objectives: + - function_value + - cost + is_multifidelity: false + fidelity_type: null + min_budget: null + max_budget: null + has_constraints: false + domain: ML + objective_function_approximation: tabular + has_virtual_time: false + deterministic: false + dimensions: 4 + search_space_n_categoricals: 0 + search_space_n_ordinals: 4 + search_space_n_integers: 0 + search_space_n_floats: 0 + search_space_has_conditionals: false + search_space_has_forbiddens: false + search_space_has_priors: false diff --git a/carps/configs/problem/HPOBench/MO/tab/cfg_ml_xgboost_9977.yaml b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_xgboost_9977.yaml new file mode 100644 index 00000000..d82c141c --- /dev/null +++ b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_xgboost_9977.yaml @@ -0,0 +1,37 @@ +# @package _global_ +benchmark_id: HPOBench +problem_id: hpobench/MO/tab/ml/xgboost/9977 +problem: + _target_: carps.benchmarks.hpo_bench.HPOBenchProblem + model: xgboost + task_id: 9977 + metric: + - function_value + - cost + budget_type: null + seed: ${seed} +task: + n_trials: 100 + time_budget: null + n_workers: 1 + n_objectives: 2 + objectives: + - function_value + - cost + is_multifidelity: false + fidelity_type: null + min_budget: null + max_budget: null + has_constraints: false + domain: ML + objective_function_approximation: tabular + has_virtual_time: false + deterministic: false + dimensions: 4 + search_space_n_categoricals: 0 + search_space_n_ordinals: 4 + search_space_n_integers: 0 + search_space_n_floats: 0 + search_space_has_conditionals: false + search_space_has_forbiddens: false + search_space_has_priors: false diff --git a/carps/configs/problem/HPOBench/MO/tab/cfg_ml_xgboost_9981.yaml b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_xgboost_9981.yaml new file mode 100644 index 00000000..256c2c9d --- /dev/null +++ b/carps/configs/problem/HPOBench/MO/tab/cfg_ml_xgboost_9981.yaml @@ -0,0 +1,37 @@ +# @package _global_ +benchmark_id: HPOBench +problem_id: hpobench/MO/tab/ml/xgboost/9981 +problem: + _target_: carps.benchmarks.hpo_bench.HPOBenchProblem + model: xgboost + task_id: 9981 + metric: + - function_value + - cost + budget_type: null + seed: ${seed} +task: + n_trials: 100 + time_budget: null + n_workers: 1 + n_objectives: 2 + objectives: + - function_value + - cost + is_multifidelity: false + fidelity_type: null + min_budget: null + max_budget: null + has_constraints: false + domain: ML + objective_function_approximation: tabular + has_virtual_time: false + deterministic: false + dimensions: 4 + search_space_n_categoricals: 0 + search_space_n_ordinals: 4 + search_space_n_integers: 0 + search_space_n_floats: 0 + search_space_has_conditionals: false + search_space_has_forbiddens: false + search_space_has_priors: false