feat: add mbo defaults

.lintr

@@ -5,6 +5,6 @@ linters: linters_with_defaults(
     object_name_linter = object_name_linter(c("snake_case", "CamelCase")), # only allow snake case and camel case object names
     cyclocomp_linter = NULL, # do not check function complexity
     commented_code_linter = NULL, # allow code in comments
-    line_length_linter = line_length_linter(120),
+    line_length_linter = line_length_linter(200),
     indentation_linter(indent = 2L, hanging_indent_style = "never")
     )

DESCRIPTION

@@ -1,7 +1,7 @@
 Type: Package
 Package: mlr3mbo
 Title: Flexible Bayesian Optimization
-Version: 0.3.2.9000
+Version: 0.3.0.9003
 Authors@R: c(
     person("Marc", "Becker", , "[email protected]", role = c("cre", "aut"),
            comment = c(ORCID = "0000-0002-8115-0400")),
@@ -39,6 +39,7 @@ License: LGPL-3
 URL: https://mlr3mbo.mlr-org.com, https://github.com/mlr-org/mlr3mbo
 BugReports: https://github.com/mlr-org/mlr3mbo/issues
 Depends:
+    mlr3 (>= 1.2.0),
     mlr3tuning (>= 1.4.0),
     R (>= 3.1.0)
 Imports:
@@ -56,8 +57,9 @@ Suggests:
     emoa,
     fastGHQuad,
     lhs,
+    libcmaesr,
+    mlr3learners (>= 0.12.0),
     mirai,
-    mlr3learners (>= 0.7.0),
     mlr3pipelines (>= 0.5.2),
     nloptr,
     ranger,
@@ -66,14 +68,17 @@ Suggests:
     redux,
     rush,
     stringi,
-    testthat (>= 3.0.0)
+    testthat (>= 3.0.0),
+Remotes:
+    mlr-org/bbotk,
+    mlr-org/libcmaesr
 ByteCompile: no
 Encoding: UTF-8
 Config/testthat/edition: 3
 Config/testthat/parallel: false
 NeedsCompilation: yes
 Roxygen: list(markdown = TRUE, r6 = TRUE)
-RoxygenNote: 7.3.2
+RoxygenNote: 7.3.3
 Collate:
     'mlr_acqfunctions.R'
     'AcqFunction.R'
@@ -92,10 +97,16 @@ Collate:
     'AcqFunctionStochasticCB.R'
     'AcqFunctionStochasticEI.R'
     'AcqOptimizer.R'
+    'AcqOptimizerCmaes.R'
+    'AcqOptimizerDirect.R'
+    'AcqOptimizerLbfgsb.R'
+    'AcqOptimizerLocalSearch.R'
+    'AcqOptimzerRandomSearch.R'
     'mlr_input_trafos.R'
     'InputTrafo.R'
     'InputTrafoUnitcube.R'
     'aaa.R'
+    'LearnerRegrRangerMbo.R'
     'OptimizerADBO.R'
     'OptimizerAsyncMbo.R'
     'OptimizerMbo.R'
@@ -108,8 +119,10 @@ Collate:
     'ResultAssignerArchive.R'
     'ResultAssignerSurrogate.R'
     'Surrogate.R'
+    'SurrogateGP.R'
     'SurrogateLearner.R'
     'SurrogateLearnerCollection.R'
+    'SurrogateRF.R'
     'TunerADBO.R'
     'TunerAsyncMbo.R'
     'TunerMbo.R'

NAMESPACE

@@ -5,6 +5,7 @@ S3method(as.data.table,DictionaryInputTrafo)
 S3method(as.data.table,DictionaryLoopFunction)
 S3method(as.data.table,DictionaryOutputTrafo)
 S3method(as.data.table,DictionaryResultAssigner)
+S3method(default_values,LearnerRegrRangerMbo)
 S3method(print,loop_function)
 export(AcqFunction)
 export(AcqFunctionAEI)
@@ -22,8 +23,14 @@ export(AcqFunctionSmsEgo)
 export(AcqFunctionStochasticCB)
 export(AcqFunctionStochasticEI)
 export(AcqOptimizer)
+export(AcqOptimizerCmaes)
+export(AcqOptimizerDirect)
+export(AcqOptimizerLbfgsb)
+export(AcqOptimizerLocalSearch)
+export(AcqOptimizerRandomSearch)
 export(InputTrafo)
 export(InputTrafoUnitcube)
+export(LearnerRegrRangerMbo)
 export(OptimizerADBO)
 export(OptimizerAsyncMbo)
 export(OptimizerMbo)
@@ -34,8 +41,10 @@ export(ResultAssigner)
 export(ResultAssignerArchive)
 export(ResultAssignerSurrogate)
 export(Surrogate)
+export(SurrogateGP)
 export(SurrogateLearner)
 export(SurrogateLearnerCollection)
+export(SurrogateRF)
 export(TunerADBO)
 export(TunerAsyncMbo)
 export(TunerMbo)

R/AcqOptimizerCmaes.R

@@ -0,0 +1,142 @@
+#' @title CMA-ES Acquisition Function Optimizer
+#'
+#' @include AcqOptimizer.R
+#'
+#' @description
+#' CMA-ES acquisition function optimizer.
+#' Calls `cmaes()` from \CRANpkg{libcmaesr}.
+#' The default algorithm is `"abipop"` with unlimited restarts and a budget of `100 * D^2` function evaluations, where `D` is the dimension of the search space.
+#' For the meaning of the control parameters, see `libcmaesr::cmaes_control()`.
+#'
+#' @section Termination Parameters:
+#' The following termination parameters can be used.
+#'
+#' \describe{
+#' \item{`max_fevals`}{`integer(1)`\cr
+#'   Maximum number of function evaluations.
+#'   Deactivate with `NA`.
+#'   Default is `100 * D^2`, where `D` is the dimension of the search space.}
+#' \item{`max_iter`}{`integer(1)`\cr
+#'   Maximum number of iterations.
+#'   Deactivate with `NA`.}
+#' \item{`ftarget`}{`numeric(1)`\cr
+#'   Target function value.
+#'   Deactivate with `NA`.}
+#' \item{`f_tolerance`}{`numeric(1)`\cr
+#'   Function tolerance.
+#'   Deactivate with `NA`.}
+#' \item{`x_tolerance`}{`numeric(1)`\cr
+#'   Parameter tolerance.
+#'   Deactivate with `NA`.}
+#' }
+#'
+#' @export
+AcqOptimizerCmaes = R6Class("AcqOptimizerCmaes",
+  inherit = AcqOptimizer,
+  public = list(
+
+    #' @description
+    #' Creates a new instance of this [R6][R6::R6Class] class.
+    #'
+    #' @param acq_function (`NULL` | [AcqFunction]).
+    initialize = function(acq_function = NULL) {
+      self$acq_function = assert_r6(acq_function, "AcqFunction", null.ok = TRUE)
+      param_set = ps(
+        algo          = p_fct(init = "abipop", levels = c(
+          "cmaes",
+          "ipop",
+          "bipop",
+          "acmaes",
+          "aipop",
+          "abipop",
+          "sepcmaes",
+          "sepipop",
+          "sepbipop",
+          "sepacmaes",
+          "sepaipop",
+          "sepabipop",
+          "vdcma",
+          "vdipopcma",
+          "vdbipopcma")),
+        lambda        = p_int(lower = 1L, default = NA_integer_, special_vals = list(NA_integer_)),
+        sigma         = p_dbl(default = NA_real_, special_vals = list(NA_real_)),
+        max_restarts  = p_int(lower = 1L, special_vals = list(NA), init = 1e5L),
+        tpa           = p_int(default = NA_integer_, special_vals = list(NA_integer_)),
+        tpa_dsigma    = p_dbl(default = NA_real_, special_vals = list(NA_real_)),
+        seed          = p_int(default = NA_integer_, special_vals = list(NA_integer_)),
+        quiet         = p_lgl(default = FALSE),
+        # internal termination criteria
+        max_fevals    = p_int(lower = 1L, special_vals = list(NA_integer_)),
+        max_iter      = p_int(lower = 1L, default = NA_integer_, special_vals = list(NA_integer_)),
+        ftarget       = p_dbl(default = NA_real_, special_vals = list(NA_real_)),
+        f_tolerance   = p_dbl(default = NA_real_, special_vals = list(NA_real_)),
+        x_tolerance   = p_dbl(default = NA_real_, special_vals = list(NA_real_)),
+        catch_errors = p_lgl(init = TRUE)
+      )
+      private$.param_set = param_set
+    },
+
+    #' @description
+    #' Optimize the acquisition function.
+    #'
+    #' @return [data.table::data.table()] with 1 row per candidate.
+    optimize = function() {
+      pv = self$param_set$values
+
+      if (is.null(pv$max_fevals)) {
+        pv$max_fevals = 100 * self$acq_function$domain$length^2
+      }
+
+      fun = get_private(self$acq_function)$.fun
+      constants = self$acq_function$constants$values
+      direction = self$acq_function$codomain$direction
+
+      control = invoke(libcmaesr::cmaes_control, maximize = direction == -1L, .args = pv[names(pv) %in% formalArgs(libcmaesr::cmaes_control)])
+
+      wrapper = function(xmat) {
+        xdt = set_names(as.data.table(xmat), self$acq_function$domain$ids())
+        mlr3misc::invoke(fun, xdt = xdt, .args = constants)[[1]]
+      }
+
+      lower = self$acq_function$domain$lower
+      upper = self$acq_function$domain$upper
+      x0 = as.numeric(self$acq_function$archive$best()[, self$acq_function$domain$ids(), with = FALSE])
+
+      # add saveguard_epsilon to x0
+      saveguard_epsilon = 1e-5
+      x0[x0 < lower] = x0[x0 < lower] + saveguard_epsilon
+      x0[x0 > upper] = x0[x0 > upper] - saveguard_epsilon
+
+      optimize = function() {
+        libcmaesr::cmaes(
+          objective = wrapper,
+          x0 = x0,
+          lower = lower,
+          upper = upper,
+          batch = TRUE,
+          control = control)
+      }
+
+      if (pv$catch_errors) {
+        tryCatch({
+          res = optimize()
+        }, error = function(error_condition) {
+          lg$warn(error_condition$message)
+          stop(set_class(list(message = error_condition$message, call = NULL), classes = c("acq_optimizer_error", "mbo_error", "error", "condition")))
+        })
+      } else {
+        res = optimize()
+      }
+      as.data.table(as.list(set_names(c(res$x, res$y * direction), c(self$acq_function$domain$ids(), self$acq_function$codomain$ids()))))
+    }
+  ),
+
+  active = list(
+    #' @template field_print_id
+    print_id = function(rhs) {
+      assert_ro_binding(rhs)
+      "(OptimizerBatchCmaes)"
+    }
+  )
+)
+